-- Logs begin at Wed 2021-02-10 20:15:44 UTC, end at Wed 2021-02-10 21:45:25 UTC. -- Feb 10 21:02:04.661715 dv-cinder-775008-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 21:02:07.402937 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.common.config [-] Logging enabled! Feb 10 21:02:07.403448 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev491 Feb 10 21:02:07.404771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 21:02:07.407194 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.common.config [-] Logging enabled! Feb 10 21:02:07.407481 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev491 Feb 10 21:02:07.407825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 21:02:07.408862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 10 21:02:07.409123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 10 21:02:07.410150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 10 21:02:07.410430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 10 21:02:07.410733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 10 21:02:07.411069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.411405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.411739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.411994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.412332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.412662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.412977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.413303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.413638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.413955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.414267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.414581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.414860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.415173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.415497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.415821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.416070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] debug = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.416381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.416909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.417220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.417531 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.417855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.418157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.418463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.418824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.419183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] host = dv-cinder-775008-1-smb {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.419490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.419813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.420135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.420454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.420758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.421066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.422021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.422338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.422648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.422984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.423307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.423632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.423962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.424214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.424462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.424785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.425113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.425419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.425724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.426029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.426334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.426637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.426961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.427283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.427603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.427923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.428229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.428533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.428836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.429136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.429455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.429760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.430063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.430367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.430719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.431012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.431313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.431651 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.431966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.432290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.432610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.432914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.433233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.433533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.433832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.434133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_json = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.434434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.434751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.435069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.435373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.435672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.435973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.436271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.436597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:07.437101 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.437386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.437726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.438039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.438366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.438681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.439031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.439340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.439665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.439990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.440310 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.440616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.440933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.441239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.441570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.441911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.442248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.442575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.442906 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.443214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.443519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.443827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.444144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.444475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.444799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.445105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.445414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.445742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.446051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.446356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.446661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.447012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.447323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.447627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.447941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.448251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.448553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.448855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.449162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.449488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.449795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.450098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.450401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.450735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.451030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.451349 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.451658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.451968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.452345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.452681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.453109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.453595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.453595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.453849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.454333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.454333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.454928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.455026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.455313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.455616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.455915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.456217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.456523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.456825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.457130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.457432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.457737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.458038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.458356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.458685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.459012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.459323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.459632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.459940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.460245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.460548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.460854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.461160 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.461462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.461790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.462107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.462425 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.462764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.463072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.463406 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.463714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.464026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.464333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.464641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.464953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.465270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.465598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.465926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.466249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.466574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.466919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.467230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.467574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.467963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:07.468719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 10 21:02:07.468980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79890) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading Gnome Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading Google Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading Windows (alt) Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading file Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading keyczar Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading multi Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO keyring.backend [-] Loading pyfs Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:08.443499 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 21:02:08.585786 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.586100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.586407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.636098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.636411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.636709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.641152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.641469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.641770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.712115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.712373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.712668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.713789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.714091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.714384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.985838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.986101 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.986402 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.986733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:08.987737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.134825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.135198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.135515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.135816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.136108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.136484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.136776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.137061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.137343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.137675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.137964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.138264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.138566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.138882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.139192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.139536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.139914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.140728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.141015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.141505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.141789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.142067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.142402 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.142682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.142980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.143396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.143668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.143940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.144209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.144477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.144744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:09.145156 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 21:02:09.148241 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 21:02:09.152226 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 21:02:09.156131 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Feb 10 21:02:09.157756 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 21:02:09.159044 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 21:02:09.159427 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 10 21:02:09.159857 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 21:02:09.162528 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 21:02:09.162829 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 21:02:09.163213 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 10 21:02:09.185290 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 10 21:02:09.185790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.186114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79890) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 10 21:02:09.186590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.188622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79890) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 21:02:09.188935 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 10 21:02:09.189214 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 10 21:02:09.192520 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.192835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:09.259231 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 21:02:09.259446 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 21:02:09.259710 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 21:02:09.260112 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 21:02:09.293060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.sqlalchemy.engines [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79890) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 10 21:02:09.941737 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing driver for type 'gre' Feb 10 21:02:09.942319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] gre ID ranges: [(1, 1000)] Feb 10 21:02:10.049592 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing driver for type 'local' Feb 10 21:02:10.049956 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing driver for type 'vlan' Feb 10 21:02:10.118166 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] VlanTypeDriver initialization complete Feb 10 21:02:10.118536 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing driver for type 'vxlan' Feb 10 21:02:10.119111 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] vxlan ID ranges: [(1, 1000)] Feb 10 21:02:10.225370 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing extension driver 'port_security' Feb 10 21:02:10.225671 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.extensions.port_security [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] PortSecurityExtensionDriver initialization complete Feb 10 21:02:10.226073 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing mechanism driver 'openvswitch' Feb 10 21:02:10.232295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:10.233112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.233521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.234505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.234954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.235341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.235715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.236127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.236502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.236875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.237286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.237666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.238037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.238588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.238992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.239363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.239776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > address_group after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.240147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > address_group after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.240515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > address_group after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.240876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] ML2 OVO RPC backend initialized. {{(pid=79890) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 10 21:02:10.241582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.241961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.242410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.242810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > networks before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.243183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.243557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > ports before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.243926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.244296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnets before_response 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.244671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.245039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.245405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.245770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.246135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.246498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.246888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.247255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.247618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > subnet after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.248239 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.plugin [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Modular L2 Plugin initialization complete Feb 10 21:02:10.248592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading services supported by the core plugin {{(pid=79890) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 21:02:10.249033 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.plugins.ml2.managers [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Got port-security extension from driver 'port_security' Feb 10 21:02:10.250177 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.extensions.vlantransparent [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Disabled vlantransparent extension. Feb 10 21:02:10.250652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79890) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 21:02:10.251020 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: router Feb 10 21:02:10.288936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.289359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_create 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.289756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router before_create 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.290147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.290556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.290964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_delete 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.291358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > floatingip after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.291759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_create 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.292136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.292519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.292905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.293299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.293778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.294189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.294560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.294957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: subnet after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.295326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.295740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > port precommit_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.296778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_create 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.297217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.297592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.297992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router after_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.298366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_delete 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.298773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_create 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.299174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router_interface after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.299554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_update 55549900 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.299975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > network after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.300955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Tracking information for resource: router configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:10.301319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Tracking information for resource: floatingip configured {{(pid=79890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 10 21:02:10.306044 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_agentschedulers_db [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 21:02:10.306685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.307098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.307478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.307858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: port after_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.308742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router before_create 55550100 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.309137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_delete 55550100 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.309530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_create 55550100 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.310002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > router precommit_update 55550100 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.315089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.provider_configuration [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service providers = [] {{(pid=79890) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 21:02:10.315482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.servicetype_db [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79890) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 21:02:10.318291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.service_base [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 10 21:02:10.318649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.service_base [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 10 21:02:10.319046 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.service_base [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 10 21:02:10.319927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.service_base [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 10 21:02:10.320322 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.services.service_base [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 21:02:10.320738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.321085 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 21:02:10.331436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.331801 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: auto_allocate Feb 10 21:02:10.337423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: network precommit_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.337826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: network precommit_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.338407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.338776 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: tag Feb 10 21:02:10.346422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.346802 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: timestamp Feb 10 21:02:10.350603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.350993 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: network_ip_availability Feb 10 21:02:10.356420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.356824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.357210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.357990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.358340 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: flavors Feb 10 21:02:10.363471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.363832 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading Plugin: revisions Feb 10 21:02:10.368189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 10 21:02:10.368612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.175s {{(pid=79890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:10.369408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79890) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 10 21:02:10.369765 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Initializing extension manager. Feb 10 21:02:10.370318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: __init__.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.370687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: __pycache__ {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.371072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.371433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: address_group.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.372230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.372855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: address-group Feb 10 21:02:10.373209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: address_scope.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.373961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.374628 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: address-scope Feb 10 21:02:10.375003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: admin_state_down_before_update.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.375954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.376522 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: router-admin-state-down-before-update Feb 10 21:02:10.376875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: agent.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.377621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.378185 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: agent Feb 10 21:02:10.378536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: agent_resources_synced.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.379730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.380301 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: agent-resources-synced Feb 10 21:02:10.380654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: allowedaddresspairs.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.382425 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.383032 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: allowed-address-pairs Feb 10 21:02:10.383392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: auto_allocated_topology.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.384459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.385035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: auto-allocated-topology Feb 10 21:02:10.385389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: availability_zone.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.386126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.386729 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: availability_zone Feb 10 21:02:10.387094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: availability_zone_filter.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.388002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.388693 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: availability_zone_filter Feb 10 21:02:10.389048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: data_plane_status.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.390108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.390800 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 21:02:10.391158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: default_subnetpools.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.392070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.392638 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: default-subnetpools Feb 10 21:02:10.392993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: dhcpagentscheduler.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.393825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.394399 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: dhcp_agent_scheduler Feb 10 21:02:10.394774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: dns.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.395690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.396257 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension dns-integration not supported by any of loaded plugins Feb 10 21:02:10.396609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: dns_domain_ports.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.397517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.398082 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 21:02:10.398436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: dvr.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.399170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.399747 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: dvr Feb 10 21:02:10.400096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: empty_string_filtering.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.401002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.401574 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: empty-string-filtering Feb 10 21:02:10.401926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.402857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.403429 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 21:02:10.403780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.404685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.405326 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 21:02:10.406200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: external_net.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.407124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.407706 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: external-net Feb 10 21:02:10.408084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: extra_dhcp_opt.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.408992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.409561 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: extra_dhcp_opt Feb 10 21:02:10.409911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: extraroute.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.410834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.411401 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: extraroute Feb 10 21:02:10.411752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: extraroute_atomic.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.412772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.413350 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: extraroute-atomic Feb 10 21:02:10.413702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: filter_validation.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.414391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.414992 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: filter-validation Feb 10 21:02:10.415359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: fip_pf_description.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.416229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.416796 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 21:02:10.417144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: fip_port_details.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.418148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.418740 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: fip-port-details Feb 10 21:02:10.419096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: flavors.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.420322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.420978 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: flavors Feb 10 21:02:10.421977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.423763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.424345 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 21:02:10.424706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: floatingip_pools.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.425445 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.426014 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: floatingip-pools Feb 10 21:02:10.426368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: ip_allocation.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.427324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.427890 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 21:02:10.428241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.429161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.429741 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: ip-substring-filtering Feb 10 21:02:10.430086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l2_adjacency.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.431026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.431588 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 21:02:10.431940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.432981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.433566 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: router Feb 10 21:02:10.433921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3_conntrack_helper.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.436720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.437437 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 21:02:10.437805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.438754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.439339 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: ext-gw-mode Feb 10 21:02:10.439696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.440712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.441290 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: l3-ha Feb 10 21:02:10.441646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3_flavors.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.442560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.443162 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: l3-flavors Feb 10 21:02:10.443521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.444430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.445001 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 21:02:10.445356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: l3agentscheduler.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.446538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.447151 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: l3_agent_scheduler Feb 10 21:02:10.447515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: logging.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.449038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.449626 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension logging not supported by any of loaded plugins Feb 10 21:02:10.449986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: metering.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.450795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.451491 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: metering Feb 10 21:02:10.451850 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.453076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.453653 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: metering_source_and_destination_fields Feb 10 21:02:10.454010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: multiprovidernet.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.454970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.455544 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: multi-provider Feb 10 21:02:10.455897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: netmtu.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.456801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.457375 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: net-mtu Feb 10 21:02:10.457729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: netmtu_writable.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.458637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.459235 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: net-mtu-writable Feb 10 21:02:10.459587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: network_availability_zone.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.460411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.460982 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: network_availability_zone Feb 10 21:02:10.461336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: network_ip_availability.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.462433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.463030 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: network-ip-availability Feb 10 21:02:10.463384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: network_segment_range.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.464204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.464770 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 21:02:10.465122 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: pagination.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.466100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.466467 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: pagination Feb 10 21:02:10.466848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: port_device_profile.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.467757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.468994 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: port-device-profile Feb 10 21:02:10.469448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.470378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.470983 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: port-mac-address-regenerate Feb 10 21:02:10.471336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.472253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.472826 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: port-numa-affinity-policy Feb 10 21:02:10.473176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: port_resource_request.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.474084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.474649 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 21:02:10.475032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: portbindings.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.476000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.476528 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: binding Feb 10 21:02:10.476880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: portbindings_extended.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.478148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.478741 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: binding-extended Feb 10 21:02:10.479099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: portsecurity.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.480011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.480588 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: port-security Feb 10 21:02:10.480940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: project_id.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.481901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.482267 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: project-id Feb 10 21:02:10.482621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: providernet.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.483614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.485040 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: provider Feb 10 21:02:10.485396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.489054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.489644 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos not supported by any of loaded plugins Feb 10 21:02:10.490009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.491300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.491881 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 21:02:10.492240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.493149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.493719 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 21:02:10.494072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_default.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.495012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.495581 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-default not supported by any of loaded plugins Feb 10 21:02:10.495937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_fip.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.496618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.497190 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-fip not supported by any of loaded plugins Feb 10 21:02:10.497547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_gateway_ip.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.498563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.499230 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 21:02:10.499615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_port_network_policy.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.500605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.501173 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 21:02:10.501526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_rule_type_details.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.502442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.503042 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 21:02:10.503397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: qos_rules_alias.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.504703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.505271 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 21:02:10.505623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: quotasv2.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.506614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.507007 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: quotas Feb 10 21:02:10.507363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: quotasv2_detail.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.510171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.510548 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: quota_details Feb 10 21:02:10.510932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: rbac.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.512082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.512669 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: rbac-policies Feb 10 21:02:10.513030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: rbac_address_scope.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.513960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.514618 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: rbac-address-scope Feb 10 21:02:10.515119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: rbac_security_groups.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.516028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.516604 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: rbac-security-groups Feb 10 21:02:10.516958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: rbac_subnetpool.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.517863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.518440 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: rbac-subnetpool Feb 10 21:02:10.518826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: revisionifmatch.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.519742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.520324 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: revision-if-match Feb 10 21:02:10.520678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: revisions.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.521769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.522338 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: standard-attr-revisions Feb 10 21:02:10.522717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: router_availability_zone.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.523422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.524000 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: router_availability_zone Feb 10 21:02:10.524361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: routerservicetype.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.525271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.525836 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension router-service-type not supported by any of loaded plugins Feb 10 21:02:10.526190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.527136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.527710 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: security-groups-normalized-cidr Feb 10 21:02:10.528062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: security_groups_port_filtering.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.529000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.529571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: port-security-groups-filtering Feb 10 21:02:10.529930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.531469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.532044 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: security-groups-remote-address-group Feb 10 21:02:10.532396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: securitygroup.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.545808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.547067 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: security-group Feb 10 21:02:10.547438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: segment.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.548290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.548864 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension segment not supported by any of loaded plugins Feb 10 21:02:10.549222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.550159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.550755 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 21:02:10.551115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: servicetype.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.552201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.552780 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: service-type Feb 10 21:02:10.553158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: sorting.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.554112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.554481 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: sorting Feb 10 21:02:10.554859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: standard_attr_segment.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.555770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.556349 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 21:02:10.556703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: standardattrdescription.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.557399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.557973 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: standard-attr-description Feb 10 21:02:10.558327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: stateful_security_group.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.559278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.559858 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: stateful-security-group Feb 10 21:02:10.560211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: stdattrs_common.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.560785 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 21:02:10.561137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.562246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.562848 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 21:02:10.563204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnet_onboard.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.564265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.564847 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: subnet_onboard Feb 10 21:02:10.565203 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.566132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.566737 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 21:02:10.567096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnet_service_types.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.568019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.568591 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: subnet-service-types Feb 10 21:02:10.568941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnetallocation.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.570004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.570588 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: subnet_allocation Feb 10 21:02:10.570964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.571653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.572222 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: subnetpool-prefix-ops Feb 10 21:02:10.572573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.573511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.574087 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 21:02:10.574440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: tagging.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.575732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.576316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: standard-attr-tag Feb 10 21:02:10.576672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: timestamp.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.577970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.578582 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loaded extension: standard-attr-timestamp Feb 10 21:02:10.578964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: trunk.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.579985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.580563 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension trunk not supported by any of loaded plugins Feb 10 21:02:10.580918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: trunk_details.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.581832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.582398 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension trunk-details not supported by any of loaded plugins Feb 10 21:02:10.582777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: uplink_status_propagation.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.583695 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.584262 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 21:02:10.584610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Loading extension file: vlantransparent.py {{(pid=79890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 10 21:02:10.585295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 21:02:10.585858 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 21:02:10.588513 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:network Feb 10 21:02:10.589324 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnet Feb 10 21:02:10.589981 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 21:02:10.590627 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:port Feb 10 21:02:10.592132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.592750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service FLAVORS assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.593972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.594436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.594823 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:router Feb 10 21:02:10.595543 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:floatingip Feb 10 21:02:10.596302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service METERING assigned prefix: /metering {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.598100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.598501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.598911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79890) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:02:10.600033 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 21:02:10.600510 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:security_group Feb 10 21:02:10.601298 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 21:02:10.602089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service CORE assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.602456 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 21:02:10.602864 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] subnetpool is already registered Feb 10 21:02:10.603525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service CORE assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.603892 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 21:02:10.604253 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] subnetpool is already registered Feb 10 21:02:10.607033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.607504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service FLAVORS assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.608144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.609260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.609669 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:router Feb 10 21:02:10.610019 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] router is already registered Feb 10 21:02:10.610673 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:floatingip Feb 10 21:02:10.611056 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] floatingip is already registered Feb 10 21:02:10.611736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service METERING assigned prefix: /metering {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.612476 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 21:02:10.612834 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] rbac_policy is already registered Feb 10 21:02:10.613446 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:security_group Feb 10 21:02:10.613803 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] security_group is already registered Feb 10 21:02:10.614449 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 21:02:10.614830 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] security_group_rule is already registered Feb 10 21:02:10.615542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service CORE assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.615900 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 21:02:10.616251 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] subnetpool is already registered Feb 10 21:02:10.616901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.resource_helper [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Service CORE assigned prefix: {{(pid=79890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 10 21:02:10.617256 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 21:02:10.617606 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.quota.resource_registry [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] subnetpool is already registered Feb 10 21:02:10.618324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: extensions {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.619870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: address-groups {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.621548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: address-scopes {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.622843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: agents {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.624054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: auto-allocated-topology {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.625614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: availability_zones {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.626998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: dhcp-networks {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.628494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: dhcp-agents {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.630249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: routers {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.632172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: flavors {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.633394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: service_profiles {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.634679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: next_providers {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.636292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: service_profiles {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.637832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: floatingip-pools {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.639123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: routers {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.642408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: floatingips {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.643700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: l3-routers {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.645170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: l3-agents {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.646667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: metering-labels {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.648100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: metering-label-rules {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.649454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: network-ip-availabilities {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.650900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: bindings {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.652638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: quotas {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.654129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: quotas {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.656296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: rbac-policies {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.657751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: security-groups {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.659050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: security-group-rules {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.660348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: service-providers {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.661630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: subnetpools {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.663143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: subnetpools {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.664670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.666438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.668340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.670200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.672200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.673985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.675884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.677805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.679778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.681710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.extensions [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Extended resource: tags {{(pid=79890) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 10 21:02:10.688826 dv-cinder-775008-1-smb neutron-server[79890]: WARNING keystonemiddleware.auth_token [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 21:02:10.694061 dv-cinder-775008-1-smb neutron-server[79890]: WARNING keystonemiddleware.auth_token [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 21:02:10.703415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Acquired lock "singleton_lock" {{(pid=79890) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 21:02:10.703932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Releasing lock "singleton_lock" {{(pid=79890) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 21:02:10.705395 dv-cinder-775008-1-smb neutron-server[79890]: INFO oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Starting 2 workers Feb 10 21:02:10.710278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Started child 80003 {{(pid=79890) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 10 21:02:10.714396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.715116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Started child 80004 {{(pid=79890) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 10 21:02:10.715854 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [-] (80003) wsgi starting up on http://0.0.0.0:9696 Feb 10 21:02:10.716601 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 21:02:10.717272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Notify callbacks [] for process, before_spawn {{(pid=79890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.719909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.720645 dv-cinder-775008-1-smb neutron-server[79890]: INFO oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Starting 1 workers Feb 10 21:02:10.721259 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [-] (80004) wsgi starting up on http://0.0.0.0:9696 Feb 10 21:02:10.727783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Started child 80005 {{(pid=79890) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 10 21:02:10.728287 dv-cinder-775008-1-smb neutron-server[79890]: INFO oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Starting 1 workers Feb 10 21:02:10.731041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] calling RpcWorker wait() {{(pid=80005) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 21:02:10.731791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] returning from RpcWorker wait() {{(pid=80005) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 21:02:10.733175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Started child 80006 {{(pid=79890) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 10 21:02:10.734336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-891c0a1a-2dfa-4dae-adf7-5168424bface None None] Notify callbacks [] for process, after_spawn {{(pid=79890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.734456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.735019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:10.735867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79890) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 10 21:02:10.736103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 10 21:02:10.736309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 10 21:02:10.736575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 10 21:02:10.736972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 10 21:02:10.737143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 10 21:02:10.737298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:10.738000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.738296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.738393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:10.738608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.738919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.739255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.739950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.740213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.740494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.741077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.741077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.741257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.741367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.741825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.742092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.742448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.742797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] debug = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.755954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] host = dv-cinder-775008-1-smb {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.756908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_options = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.757902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.758226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.759888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.760130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.760441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.760726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.761019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.761281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.761541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.761814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.762056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.762299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.762577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.762856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.763100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.763444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.763713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.764005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.764255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.764556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.765570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.767376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.768320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.768320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.768320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.768320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_json = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.768320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.769905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.770371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.770673 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.771084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.771354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.771549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.771889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.772467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.772467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.773681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.773681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.773681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.773681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.773681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.774364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.774364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.774649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.774874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.775018 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.775252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.775502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.775746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.776012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.776342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.776643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.776922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.777202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.777465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.777713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.777972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.778213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.778455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.778712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.779012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.779266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.779509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.779755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.780030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.780275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.781199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.782727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.782727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.782727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.782727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.782727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.783222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.783222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.783414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.783670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.783934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.784398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.784685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.784938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.785183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.785429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.785701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.785989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.786237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.786480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.786741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.791588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.792902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.794213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.799119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.803071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.804013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.805650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.806872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.808050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.809674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.810496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.819523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.820656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.821594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.822898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.823113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.823261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.823409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.823667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.823926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.824166 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.824405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.824652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.824891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.825148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.825393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.825633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.830375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.830375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.830375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.830904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48182) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.831039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.832209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.833925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.834324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.834324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.834583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.834779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.835017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.835259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.835535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.835836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.836113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.836371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.836618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.836883 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.837130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.837386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.837624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.837865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.838110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.838715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 10 21:02:10.839022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79890) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 10 21:02:10.839209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 10 21:02:10.839387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 10 21:02:10.839585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 10 21:02:10.839781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 10 21:02:10.839957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 10 21:02:10.840200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.840688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.840688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.840688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.840910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.841012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.841315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.841661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.842749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] debug = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.844798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.845225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.845225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.846060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.846060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.846060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.846060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.846060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847153 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0168419 Feb 10 21:02:10.847298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.847972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] host = dv-cinder-775008-1-smb {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.848820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.849861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_options = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.850862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.851976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.852964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.853892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.854800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.855766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.856658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.857453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.857453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.857453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.857453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.857453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_json = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.858746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.859449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.859449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.859449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 10 21:02:10.859449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.859708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.860758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.860951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.861177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.861366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.862248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.862385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.862583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.862769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.862970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.863159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.863358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.863542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.863726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.863914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.864099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.864285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.864470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.864654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.864837 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.865965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.866149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.866334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.866518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.866729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.866911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.867995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.868845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.868845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.870588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.873415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.875396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.876398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.878233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.879474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.880280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.881918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.882074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.882264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.882450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.882642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.883680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.883876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.884067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.884254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.885963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.886927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.888247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.890844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.891351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.891351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.891351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.891351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.892484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.892484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.892645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.892724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.892892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.893992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.894176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.894343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.894528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.894747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.894944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.895130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.895315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.895483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.895665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.895857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.896925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.897108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.897292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.897480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.898819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.899047 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.899246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.899444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.899638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.899831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900564 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.900868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.901013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.901427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.901427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.901735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.901735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.902790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.904682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.907890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.907890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.907890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.907890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.907890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.910362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.910362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.910362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.910362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.910362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.912863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.913800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.914004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.914174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.914555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.914782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.914982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.915171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.915367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.915568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.915756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.915945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.916112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.916392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.916566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.916712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.918324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.919785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.919785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.919785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.919785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 10 21:02:10.919785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79890) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 10 21:02:10.934451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:21.665761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43770c-61d0-4df3-aeac-aa4afd8a61cc None None] get_active_networks_info from dv-cinder-775008-1-smb {{(pid=80005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 21:02:21.834560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43770c-61d0-4df3-aeac-aa4afd8a61cc None None] No non-hosted networks {{(pid=80005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 21:02:21.859493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3edae8b2-39fa-48a9-a2dc-6416ec363a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:23.539385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35381013-d3d9-440a-b263-616f4bb053ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:23.649582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b21bc86d-657f-4f93-a12f-658ab5ec0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:24.232721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:25.518269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:25.519617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.521483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.521931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.522863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.523944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.524574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.525397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.525951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.526497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.527073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.527635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.528163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:25.528759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775008-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:25.535982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775008-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:02:25.992533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:27.312836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48280) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:27.439821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] get_endpoint_by_host() called for host dv-cinder-775008-1-smb {{(pid=80005) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 10 21:02:27.445140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80005) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 10 21:02:27.448493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80005) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 10 21:02:27.471910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] _get_endpoints() called {{(pid=80005) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 10 21:02:27.967072 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fd86ee2e-02e2-4ca3-9552-4534dab8bea3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:27.968449 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fd86ee2e-02e2-4ca3-9552-4534dab8bea3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:28.201320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-fd86ee2e-02e2-4ca3-9552-4534dab8bea3 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:02:28.202079 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fd86ee2e-02e2-4ca3-9552-4534dab8bea3 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8880584 Feb 10 21:02:30.650406 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_hamode_db [None req-070d2513-50cf-4862-ae7a-857dd2506b17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 21:02:30.744036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d2513-50cf-4862-ae7a-857dd2506b17 None None] Routers set() bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:02:30.744036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d2513-50cf-4862-ae7a-857dd2506b17 None None] Router IDs set() for agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 10 21:02:30.952646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48296) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:31.367848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:02:31.437014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.policy [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80004) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 10 21:02:31.437845 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:31.438258 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:31.464334 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Loaded quota_driver: . Feb 10 21:02:31.480573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:31.570259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266172478090', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266172442722', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266172463742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266172425504', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266172424615', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3862791', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3485906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-378713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854287703'] for rbac-policy, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:31.820792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:31.822061 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-267a870d-52f4-4a74-a1d2-5fba14ffb4db admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8683605 Feb 10 21:02:34.827361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48310) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:35.475615 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:35.476222 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:35.708121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Request body: {'network': {'project_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'name': 'private'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:02:35.711237 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.quota [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Loaded quota_driver: . Feb 10 21:02:35.727433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:35.734197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Usage tracker for resource:network and tenant:5569a6d022754a10942434eb7d56b32a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:35.738675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:35.745796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:35.786451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Made reservation on behalf of 5569a6d022754a10942434eb7d56b32a for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:02:35.835562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.policy [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80003) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 10 21:02:35.836401 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:35.836811 dv-cinder-775008-1-smb neutron-server[79890]: WARNING oslo_policy.policy [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 21:02:35.865383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:35.885938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:35.903599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:35.907731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5569a6d022754a10942434eb7d56b32a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:35.911382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:35.917092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:36.156718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.186103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.192518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:36.214285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:02:36.239863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.240431 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Added segment 4e3dfb7e-d183-47f5-808e-fd281217f746 of type vxlan for network d0f8311d-20ac-4418-b86e-1d808aad0906 Feb 10 21:02:36.450502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da777e-f7a3-4f25-96e0-e8e45bac6331,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:36.474252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.474625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.475015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.475370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.475724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.476074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.476422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.476769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.477133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.477481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.477825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.478166 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Tracked resource versions report: Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:02:36.479314 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:02:36.514679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.525774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:36.592195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.594202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:02:36.594922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:36.599988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:36.710554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f8311d-20ac-4418-b86e-1d808aad0906,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:36.713671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:36.722073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network d0f8311d-20ac-4418-b86e-1d808aad0906 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:02:36.747323 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.9178214 Feb 10 21:02:39.806244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48332) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:40.312186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281ab14-00be-469d-85ea-36098d18fbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:02:40.313562 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5281ab14-00be-469d-85ea-36098d18fbf7 admin admin] 10.222.0.77 "GET /v2.0/networks/d0f8311d-20ac-4418-b86e-1d808aad0906 HTTP/1.1" status: 200 len: 818 time: 0.5062137 Feb 10 21:02:40.344962 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ccda0801-0b31-4999-9a7a-087c9bb4bbe1 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7 HTTP/1.1" status: 200 len: 734 time: 0.0250897 Feb 10 21:02:40.354272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:02:40.358936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:40.362832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Usage tracker for resource:subnet and tenant:5569a6d022754a10942434eb7d56b32a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:40.365790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:40.375191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:40.477308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Made reservation on behalf of 5569a6d022754a10942434eb7d56b32a for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:02:40.481836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:41.002403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:41.015258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:41.154724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bec1640-6c3e-4aea-821f-370da9db005a,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:41.161256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:41.220809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Checking segment: {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:02:41.221184 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Network hostable DHCP agents. Network: d0f8311d-20ac-4418-b86e-1d808aad0906, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:02:41.271756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Network d0f8311d-20ac-4418-b86e-1d808aad0906 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:02:41.300267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, d0f8311d-20ac-4418-b86e-1d808aad0906) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:02:41.304747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:02:41.305379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:41.310127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9a43d-e6f1-4b72-af17-473f91ce6735 None None] Network d0f8311d-20ac-4418-b86e-1d808aad0906 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:02:41.341254 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9905310 Feb 10 21:02:41.634484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-d0f8311d-20ac-4418-b86e-1d808aad0906', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:02:41.635750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.132242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Allocated IP 172.20.0.2 (d0f8311d-20ac-4418-b86e-1d808aad0906/1bec1640-6c3e-4aea-821f-370da9db005a/711ffe29-af74-4a0f-8c9d-1aa47f20c1de) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:02:42.376050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.433031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Transition to ACTIVE for port object 711ffe29-af74-4a0f-8c9d-1aa47f20c1de will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:02:42.453966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Transition to ACTIVE for port object 711ffe29-af74-4a0f-8c9d-1aa47f20c1de will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:02:42.487989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.502543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:42.644279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Pushing event updated for resources: {'Port': ['ID=711ffe29-af74-4a0f-8c9d-1aa47f20c1de,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:42.663386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.663768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.664138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.664504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.664867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.665227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.665583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.665937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.666291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.666647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.667023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.667378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Tracked resource versions report: Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:02:42.668519 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:02:42.676115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:42.720841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Network d0f8311d-20ac-4418-b86e-1d808aad0906 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:02:42.722019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:02:42.724809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:02:42.790066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Attempting to bind port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:02:42.790463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Attempting to bind port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:02:42.790968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Attempting to bind port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de on network d0f8311d-20ac-4418-b86e-1d808aad0906 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:02:42.797491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:02:42.797950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Checking segment: {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:02:42.798336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.798806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Bound using segment: {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:02:42.799378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Bound port: 711ffe29-af74-4a0f-8c9d-1aa47f20c1de, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:02:42.799737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.892356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] For port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:02:42.896417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] For port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=711ffe29-af74-4a0f-8c9d-1aa47f20c1de,segment=NetworkSegment(4e3dfb7e-d183-47f5-808e-fd281217f746),segment_id=4e3dfb7e-d183-47f5-808e-fd281217f746)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:02:42.928413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:42.943809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:43.109951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Pushing event updated for resources: {'Port': ['ID=711ffe29-af74-4a0f-8c9d-1aa47f20c1de,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:43.113566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:44.115305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48342) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:44.550329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-1cba6e4f-bd1c-4411-b43b-318c5923b0dd admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:02:44.551498 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1cba6e4f-bd1c-4411-b43b-318c5923b0dd admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4352088 Feb 10 21:02:47.356015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48356) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:47.526922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 711ffe29-af74-4a0f-8c9d-1aa47f20c1de up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:02:47.626282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:02:47.797979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-77bb4f4a-bfe5-420c-a305-d67ddbd97031 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:02:47.799129 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-77bb4f4a-bfe5-420c-a305-d67ddbd97031 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4420698 Feb 10 21:02:47.895751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b662e-cab8-42f9-9080-8019afff4c95 None None] Network d0f8311d-20ac-4418-b86e-1d808aad0906 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:02:48.077534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Provisioning for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:02:48.089874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:02:48.090280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:48.280743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:48.327318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] For port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=711ffe29-af74-4a0f-8c9d-1aa47f20c1de,segment=NetworkSegment(4e3dfb7e-d183-47f5-808e-fd281217f746),segment_id=4e3dfb7e-d183-47f5-808e-fd281217f746)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:02:48.356542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:48.359500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:48.432887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Pushing event updated for resources: {'Port': ['ID=711ffe29-af74-4a0f-8c9d-1aa47f20c1de,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:48.436506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:48.479598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-567328bd-110a-42a7-bdae-3eea65fa9ba0 None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:02:48.480004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-567328bd-110a-42a7-bdae-3eea65fa9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:48.737805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fcdd8b1e-90a7-40e6-9ae3-6bd705205095 None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:02:48.738470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8b1e-90a7-40e6-9ae3-6bd705205095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:48.989791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-63ec19f3-b242-4aa4-81d3-adc5318e68a1 None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:02:48.990211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63ec19f3-b242-4aa4-81d3-adc5318e68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:49.497296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 711ffe29-af74-4a0f-8c9d-1aa47f20c1de up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:02:49.570375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:02:49.570827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:50.875236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48368) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:51.370274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Request body: {'router': {'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:02:51.379006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:51.382964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Usage tracker for resource:router and tenant:5569a6d022754a10942434eb7d56b32a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:51.386143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:51.391890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:51.431680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.433018 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.510489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.540193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-591579b4-72f3-4bff-96b2-d13d40bd5e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.655722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.711871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:51.713119 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-53793d7f-d1e4-4778-864d-952fd7727ec1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8366666 Feb 10 21:02:53.477359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ea2a-4b9c-4ece-a65e-62200060c2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:54.163291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:54.435575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48388) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:54.664701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-f31dcec0-0707-4267-adfe-9203eea443ce admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:02:54.665765 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f31dcec0-0707-4267-adfe-9203eea443ce admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2291448 Feb 10 21:02:55.538823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:55.950306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.319443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48408) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:02:57.396770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:02:57.401637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:57.406615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Usage tracker for resource:network and tenant:cfaf79147cfd45d5bc5431ed78d79fc1 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:57.410070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:57.416048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:57.517093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Made reservation on behalf of cfaf79147cfd45d5bc5431ed78d79fc1 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:02:57.521699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.534899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.549914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:02:57.553861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Usage tracker for resource:security_group_rule and tenant:cfaf79147cfd45d5bc5431ed78d79fc1 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:02:57.556790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:02:57.563051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:02:57.781492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.831731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.836127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:57.849664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Reserving flat network on physical network physnet1 {{(pid=80003) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 10 21:02:57.866252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c985b66-18ee-44ff-975e-f23b5c5ebfbe,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:57.869554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:57.910320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:57.910968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Unsubscribe: segment precommit_create {{(pid=80003) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 10 21:02:57.911394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Added segment 5ebcec3f-0c65-4dca-8750-bf764fa11e5a of type flat for network 3a30bc07-0a1e-4489-89ae-813175439c4b Feb 10 21:02:58.042195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:58.111816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:58.113017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:02:58.113640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:02:58.118371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb3b388f-7358-4fcb-9bc8-4136a06a08a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:02:58.220949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Pushing event updated for resources: {'Network': ['ID=3a30bc07-0a1e-4489-89ae-813175439c4b,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:02:58.223789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:02:58.231426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 3a30bc07-0a1e-4489-89ae-813175439c4b details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:02:58.255449 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9348803 Feb 10 21:03:00.788522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 48418) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:03:00.931805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d5579-18e0-491c-995c-e838a0345749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:03:00.933288 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-546d5579-18e0-491c-995c-e838a0345749 admin admin] 10.222.0.77 "GET /v2.0/subnets/1bec1640-6c3e-4aea-821f-370da9db005a HTTP/1.1" status: 200 len: 849 time: 0.1437161 Feb 10 21:03:01.089547 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-84e1d61b-5a53-42a2-837e-7e3a68ac8a48 admin admin] 10.222.0.77 "GET /v2.0/routers/67ccaa1a-bbc3-4598-8982-ef2e540b17bb HTTP/1.1" status: 200 len: 704 time: 0.1490717 Feb 10 21:03:01.734851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:02.130000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Allocated IP 172.20.0.1 (d0f8311d-20ac-4418-b86e-1d808aad0906/1bec1640-6c3e-4aea-821f-370da9db005a/e74b1a1c-b782-4485-a85e-4c27e73aae89) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:03:02.417529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:02.436214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Transition to ACTIVE for port object e74b1a1c-b782-4485-a85e-4c27e73aae89 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:03:02.523391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:02.538686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:02.683202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Pushing event updated for resources: {'Port': ['ID=e74b1a1c-b782-4485-a85e-4c27e73aae89,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:02.690998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:02.734748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Network d0f8311d-20ac-4418-b86e-1d808aad0906 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:03:02.735915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:03:02.738152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:03:02.738709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:02.957303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cfc80726-110c-47e3-b598-d7022c6184bd None None] Provisioning for port e74b1a1c-b782-4485-a85e-4c27e73aae89 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:03:02.962574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cfc80726-110c-47e3-b598-d7022c6184bd None None] Provisioning complete for port e74b1a1c-b782-4485-a85e-4c27e73aae89 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:02.963048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cfc80726-110c-47e3-b598-d7022c6184bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.024007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-cfc80726-110c-47e3-b598-d7022c6184bd None None] Port e74b1a1c-b782-4485-a85e-4c27e73aae89 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:03:03.039878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.499806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.535209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.536304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.550688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:03.686980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Pushing event updated for resources: {'Port': ['ID=e74b1a1c-b782-4485-a85e-4c27e73aae89,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:03.691812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:03.739027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Network d0f8311d-20ac-4418-b86e-1d808aad0906 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:03:03.740050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:03:03.950313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-084e36a3-11a2-4060-89b4-45359f35e383 None None] Provisioning complete for port e74b1a1c-b782-4485-a85e-4c27e73aae89 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:03.950734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-084e36a3-11a2-4060-89b4-45359f35e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:03.980115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:03:04.007561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-084e36a3-11a2-4060-89b4-45359f35e383 None None] Port e74b1a1c-b782-4485-a85e-4c27e73aae89 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:03:04.147162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:03:04.156725 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] 10.222.0.77 "PUT /v2.0/routers/67ccaa1a-bbc3-4598-8982-ef2e540b17bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0613148 Feb 10 21:03:04.158004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Sync routers for ids ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:03:04.169382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Routers {'67ccaa1a-bbc3-4598-8982-ef2e540b17bb'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:03:04.170928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:02:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:04.359469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Set router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb gateway port host: None {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:03:04.814986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:03:04.929295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:02Z', 'revision_number': 2, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port_host': None, '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:03Z', 'revision_number': 2, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:04.934368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Checking router: 67ccaa1a-bbc3-4598-8982-ef2e540b17bb for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:03:04.934804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Updating router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb port e74b1a1c-b782-4485-a85e-4c27e73aae89 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:03:04.995995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:05.472139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:05.487191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Transition to ACTIVE for port object e74b1a1c-b782-4485-a85e-4c27e73aae89 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:03:05.523051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:05.539880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:05.679487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Pushing event updated for resources: {'Port': ['ID=e74b1a1c-b782-4485-a85e-4c27e73aae89,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:05.692324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.692697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.693062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.693422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.693778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.694135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.694483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.694885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.695237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.695587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.695932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.696274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Tracked resource versions report: Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:03:05.697464 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:03:05.704592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:05.887019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Attempting to bind port e74b1a1c-b782-4485-a85e-4c27e73aae89 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:03:05.887547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Attempting to bind port e74b1a1c-b782-4485-a85e-4c27e73aae89 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:03:05.887803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Attempting to bind port e74b1a1c-b782-4485-a85e-4c27e73aae89 on network d0f8311d-20ac-4418-b86e-1d808aad0906 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:03:05.894742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:03:05.895185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Checking segment: {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:03:05.895671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:05.896095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Bound using segment: {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:03:05.896618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Bound port: e74b1a1c-b782-4485-a85e-4c27e73aae89, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3dfb7e-d183-47f5-808e-fd281217f746', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:03:05.897033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:05.994730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] For port e74b1a1c-b782-4485-a85e-4c27e73aae89, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:03:05.999985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] For port e74b1a1c-b782-4485-a85e-4c27e73aae89, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e74b1a1c-b782-4485-a85e-4c27e73aae89,segment=NetworkSegment(4e3dfb7e-d183-47f5-808e-fd281217f746),segment_id=4e3dfb7e-d183-47f5-808e-fd281217f746)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:03:06.066272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:06.083206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:06.251671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Pushing event updated for resources: {'Port': ['ID=e74b1a1c-b782-4485-a85e-4c27e73aae89,revision_number=4']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:06.256756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:06.305297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Routers {'67ccaa1a-bbc3-4598-8982-ef2e540b17bb'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:03:06.305958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:02:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:06.479427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] Set router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb gateway port host: None {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:03:06.713492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48430) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:03:06.823095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:02Z', 'revision_number': 2, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port_host': None, '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:05Z', 'revision_number': 4, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:06.827257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13477d-5743-4792-9444-ef2aa1ceeb1e None None] The sync data for ids ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'] in dv-cinder-775008-1-smb is: [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:02Z', 'revision_number': 2, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port_host': None, '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:05Z', 'revision_number': 4, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:03:07.096300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a26e95-8814-4fea-a898-bc9cb04e080b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:03:07.097860 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-36a26e95-8814-4fea-a898-bc9cb04e080b admin admin] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 842 time: 0.3833561 Feb 10 21:03:07.108194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:03:07.114132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:03:07.118251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Usage tracker for resource:subnet and tenant:cfaf79147cfd45d5bc5431ed78d79fc1 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:03:07.121803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:03:07.128323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:03:07.168374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Made reservation on behalf of cfaf79147cfd45d5bc5431ed78d79fc1 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:03:07.174376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:07.904960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80004) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:03:07.905585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:07.921423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:08.063516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a551020-a41c-49ef-939f-fff50fd0f4b4,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:08.083873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.084243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.084607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.084964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.085321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.085675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.086027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.086376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.086765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.087115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.087461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.087804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Tracked resource versions report: Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:03:08.088942 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:03:08.151846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:08.154536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:03:08.154956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Network hostable DHCP agents. Network: 3a30bc07-0a1e-4489-89ae-813175439c4b, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:03:08.235917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:03:08.298589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 3a30bc07-0a1e-4489-89ae-813175439c4b) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:03:08.304073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:03:08.304705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:08.308183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310529f-c704-47ef-a880-05394273adbf None None] Network 3a30bc07-0a1e-4489-89ae-813175439c4b requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:03:08.410721 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2924576 Feb 10 21:03:08.689302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8685a81-dc41-4753-8376-72a1a5bd2b4c None None] Network 3a30bc07-0a1e-4489-89ae-813175439c4b requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:03:09.524940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e74b1a1c-b782-4485-a85e-4c27e73aae89 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:03:09.614806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port e74b1a1c-b782-4485-a85e-4c27e73aae89 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:03:09.620316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port e74b1a1c-b782-4485-a85e-4c27e73aae89 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:09.620727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:09.746779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:09.782114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port e74b1a1c-b782-4485-a85e-4c27e73aae89, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e74b1a1c-b782-4485-a85e-4c27e73aae89,segment=NetworkSegment(4e3dfb7e-d183-47f5-808e-fd281217f746),segment_id=4e3dfb7e-d183-47f5-808e-fd281217f746)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:03:09.824743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:09.827720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:09.898824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=e74b1a1c-b782-4485-a85e-4c27e73aae89,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:09.902021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:10.998617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48448) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:03:11.258516 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a03b428f-7c23-46f7-a48e-6980fb667203 admin admin] 10.222.0.77 "GET /v2.0/routers/67ccaa1a-bbc3-4598-8982-ef2e540b17bb HTTP/1.1" status: 200 len: 710 time: 0.2585163 Feb 10 21:03:11.397319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b04b57c-82c4-4dbb-9531-0ea59deb158b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:03:11.398819 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7b04b57c-82c4-4dbb-9531-0ea59deb158b admin admin] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 886 time: 0.1344702 Feb 10 21:03:11.409633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:03:11.509626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e74b1a1c-b782-4485-a85e-4c27e73aae89 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:03:11.585412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port e74b1a1c-b782-4485-a85e-4c27e73aae89 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:11.585821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.032397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.480759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.548532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.565354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.581224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:03:12.585618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:03:12.589124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:03:12.596078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:03:12.850781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.877331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:12.893648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:12.995165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7464d9d9-9ce7-4b73-9446-795028df4f53,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:13.001901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:13.156664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Allocated IP 172.28.3.52 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/338e461b-84a0-4531-bcb0-d1121f6ddeff) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:03:13.311987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:13.408169 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:13.424758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:13.571011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Pushing event updated for resources: {'Port': ['ID=338e461b-84a0-4531-bcb0-d1121f6ddeff,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:13.577872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:13.619621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:03:13.620718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:03:13.625873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:03:14.128241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:14.643512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:14.646962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854230394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854232033'] for router, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:14.836804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:03:15.028938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:03:15.039516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Sync routers for ids ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:03:15.046950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:15.048238 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] 10.222.0.77 "PUT /v2.0/routers/67ccaa1a-bbc3-4598-8982-ef2e540b17bb HTTP/1.1" status: 200 len: 889 time: 3.6421788 Feb 10 21:03:15.050249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Routers {'67ccaa1a-bbc3-4598-8982-ef2e540b17bb'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:03:15.050934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:02:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:15.257282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Set router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:03:15.628235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:13Z', 'revision_number': 4, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port': {'id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:13Z', 'updated_at': '2021-02-10T21:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:09Z', 'revision_number': 5, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:15.633134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Checking router: 67ccaa1a-bbc3-4598-8982-ef2e540b17bb for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:03:15.633540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Updating router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb port 338e461b-84a0-4531-bcb0-d1121f6ddeff binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:03:15.692401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.094279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.151183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Transition to ACTIVE for port object 338e461b-84a0-4531-bcb0-d1121f6ddeff will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:03:16.196915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.213349 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:16.357313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Pushing event updated for resources: {'Port': ['ID=338e461b-84a0-4531-bcb0-d1121f6ddeff,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:16.360424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:16.416089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Attempting to bind port 338e461b-84a0-4531-bcb0-d1121f6ddeff on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:03:16.416493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Attempting to bind port 338e461b-84a0-4531-bcb0-d1121f6ddeff by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:03:16.416896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Attempting to bind port 338e461b-84a0-4531-bcb0-d1121f6ddeff on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:03:16.422685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:03:16.423118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:03:16.423558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.423981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:03:16.424482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Bound port: 338e461b-84a0-4531-bcb0-d1121f6ddeff, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:03:16.424884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.500856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] For port 338e461b-84a0-4531-bcb0-d1121f6ddeff, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:03:16.504178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] For port 338e461b-84a0-4531-bcb0-d1121f6ddeff, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=338e461b-84a0-4531-bcb0-d1121f6ddeff,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:03:16.545881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:16.562188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:16.866885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Pushing event updated for resources: {'Port': ['ID=338e461b-84a0-4531-bcb0-d1121f6ddeff,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:16.872274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:16.914246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Routers {'67ccaa1a-bbc3-4598-8982-ef2e540b17bb'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:03:16.915084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:02:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:17.110051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] Set router 67ccaa1a-bbc3-4598-8982-ef2e540b17bb gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:03:17.468071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:13Z', 'revision_number': 4, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port': {'id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:13Z', 'updated_at': '2021-02-10T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:09Z', 'revision_number': 5, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:03:17.472232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1240a5d-4844-4a9e-bbfe-df6b1ff05db2 None None] The sync data for ids ['67ccaa1a-bbc3-4598-8982-ef2e540b17bb'] in dv-cinder-775008-1-smb is: [{'id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'name': 'router1', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:51Z', 'updated_at': '2021-02-10T21:03:13Z', 'revision_number': 4, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'gw_port': {'id': '338e461b-84a0-4531-bcb0-d1121f6ddeff', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:13Z', 'updated_at': '2021-02-10T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'e74b1a1c-b782-4485-a85e-4c27e73aae89', 'name': '', 'network_id': 'd0f8311d-20ac-4418-b86e-1d808aad0906', 'tenant_id': '5569a6d022754a10942434eb7d56b32a', 'mac_address': 'fa:16:3e:47:f4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccaa1a-bbc3-4598-8982-ef2e540b17bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:03:01Z', 'updated_at': '2021-02-10T21:03:09Z', 'revision_number': 5, 'project_id': '5569a6d022754a10942434eb7d56b32a', 'subnets': [{'id': '1bec1640-6c3e-4aea-821f-370da9db005a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef7a5fa-3722-4109-bf6b-cc0d64ed49b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:03:17.758100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 48458) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:03:17.914752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424bdc3-0fc6-410c-bae8-d90bb9d09bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:03:17.916582 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f424bdc3-0fc6-410c-bae8-d90bb9d09bf7 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1573794 Feb 10 21:03:19.561761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 338e461b-84a0-4531-bcb0-d1121f6ddeff up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:03:19.675763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 338e461b-84a0-4531-bcb0-d1121f6ddeff completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:03:19.681442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 338e461b-84a0-4531-bcb0-d1121f6ddeff triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:19.681859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:19.817202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:19.835500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 338e461b-84a0-4531-bcb0-d1121f6ddeff, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=338e461b-84a0-4531-bcb0-d1121f6ddeff,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:03:19.864050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:19.866247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:03:19.952230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=338e461b-84a0-4531-bcb0-d1121f6ddeff,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:03:19.955879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:03:21.562467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 338e461b-84a0-4531-bcb0-d1121f6ddeff up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:03:21.604638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5998d09e-8202-49e3-9f0b-1c3ac2969716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:21.675078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 338e461b-84a0-4531-bcb0-d1121f6ddeff triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:03:21.675759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:23.563094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-558a3511-72c5-4b0a-8700-f28edd3800a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:24.191504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:25.540207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:25.984426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:41.796711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:03:51.543138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0be37903-999a-4dc2-bdb0-938017142fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:53.488537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0af76899-c678-40af-8772-b2752364e208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:54.179182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:55.510305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:03:55.968012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:18.796283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:04:21.532938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d5611ab-c26e-4092-8bc4-652ba23951e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:23.508871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eeb93922-4cbc-4a77-9ee3-69f43ca08ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:24.189581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:25.521356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:25.973664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:51.553553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-18b5319c-1dad-47be-8259-7dcfaa249023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:53.519635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5661-caaf-4618-bec7-e9bd02219217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:54.183359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:55.514992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:04:55.796505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:04:56.006145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:21.541472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50529224-ed59-4071-ab68-ee70fa03dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:23.541967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-347770b1-0c4e-48a1-9851-04de29b6bc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:24.188314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:25.512821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:25.975899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:32.796088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:05:35.265044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49034) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:35.365613 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e2cec9-bdb1-42b0-8cad-1d9b1e120b50 admin admin] GET failed (client error): The resource could not be found. Feb 10 21:05:35.366945 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-84e2cec9-bdb1-42b0-8cad-1d9b1e120b50 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1008611 Feb 10 21:05:35.512515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dce408-5d54-4e0e-ad2e-38bcc3bab3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:35.514057 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d9dce408-5d54-4e0e-ad2e-38bcc3bab3aa admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1425402 Feb 10 21:05:37.990387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49044) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:38.139484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c09b5-2ef0-4efa-9b63-c57bb310b5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:38.140113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-276c09b5-2ef0-4efa-9b63-c57bb310b5ab admin admin] Synchronizing usage tracker for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:subnet {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:05:38.187982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-276c09b5-2ef0-4efa-9b63-c57bb310b5ab admin admin] Unset dirty status for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:subnet {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:05:38.189178 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-276c09b5-2ef0-4efa-9b63-c57bb310b5ab admin admin] 10.222.0.77 "GET /v2.0/subnets/1bec1640-6c3e-4aea-821f-370da9db005a HTTP/1.1" status: 200 len: 849 time: 0.1977067 Feb 10 21:05:38.199763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:05:38.326259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:38.662194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266173323585'] for subnet, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:38.678032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9c94957e-975b-4c47-8872-03cb675caeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:05:38.825505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bec1640-6c3e-4aea-821f-370da9db005a,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:05:38.838377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.838782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.839163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.839528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.839889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.840251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.840607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.840973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.841314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.841664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.842014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.842474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:05:38.848180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:05:38.878581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:38.879455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:38.883745 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] 10.222.0.77 "PUT /v2.0/subnets/1bec1640-6c3e-4aea-821f-370da9db005a HTTP/1.1" status: 200 len: 868 time: 0.6881809 Feb 10 21:05:38.886395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60026a-b7f8-4031-b7e2-9bd275f06e04 None None] Network d0f8311d-20ac-4418-b86e-1d808aad0906 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:05:39.424748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-15d4e6dc-42c7-4241-8e8a-4bb295b262b8 None None] Provisioning complete for port 711ffe29-af74-4a0f-8c9d-1aa47f20c1de triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:05:39.425284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-15d4e6dc-42c7-4241-8e8a-4bb295b262b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:39.559054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-15d4e6dc-42c7-4241-8e8a-4bb295b262b8 None None] Provisioning complete for port e74b1a1c-b782-4485-a85e-4c27e73aae89 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:05:39.559459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-15d4e6dc-42c7-4241-8e8a-4bb295b262b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:41.460676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49054) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:41.681990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c0547-be36-45de-a392-13d7482ec9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:41.682330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c0547-be36-45de-a392-13d7482ec9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:41.684024 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2e9c0547-be36-45de-a392-13d7482ec9e5 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2223058 Feb 10 21:05:44.229639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49064) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:44.605351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3965e-1da2-4071-af96-03f21ab0f277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:44.605674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3965e-1da2-4071-af96-03f21ab0f277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:44.607335 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a4f3965e-1da2-4071-af96-03f21ab0f277 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3766687 Feb 10 21:05:47.111375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49074) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:47.317856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e597a30-a94b-4022-b245-e0295fae7d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:47.319344 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5e597a30-a94b-4022-b245-e0295fae7d90 admin admin] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 886 time: 0.2068708 Feb 10 21:05:49.804238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49084) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:50.018070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc578fed-3c4a-455d-9694-5c61a75964c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:50.019587 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fc578fed-3c4a-455d-9694-5c61a75964c3 admin admin] 10.222.0.77 "GET /v2.0/networks/d0f8311d-20ac-4418-b86e-1d808aad0906 HTTP/1.1" status: 200 len: 862 time: 0.2143924 Feb 10 21:05:51.529282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97e79299-660d-4525-9422-f66f6447090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:52.505027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49094) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:52.646968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cfd5d-0d45-451c-8f08-40f13753e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:52.647529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cfd5d-0d45-451c-8f08-40f13753e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:52.648985 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d09cfd5d-0d45-451c-8f08-40f13753e90e admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1429317 Feb 10 21:05:53.515522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26b6e959-428a-4584-81f0-a2ca7d2d5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:54.197905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:55.133892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49104) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:55.287905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27b03f-dd74-43db-9c55-5aac2fc55238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:55.288467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27b03f-dd74-43db-9c55-5aac2fc55238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:55.289895 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9d27b03f-dd74-43db-9c55-5aac2fc55238 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1549201 Feb 10 21:05:55.523691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:55.976569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:05:57.776935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49114) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:05:57.921994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227aca83-e2e6-4876-959b-f02447e00886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:05:57.923502 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-227aca83-e2e6-4876-959b-f02447e00886 admin admin] 10.222.0.77 "GET /v2.0/subnets/1bec1640-6c3e-4aea-821f-370da9db005a HTTP/1.1" status: 200 len: 868 time: 0.1455548 Feb 10 21:06:00.423272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49124) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:06:00.563726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9963a-df8b-4c8a-9776-7770dbaa11c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:06:00.565179 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-46c9963a-df8b-4c8a-9776-7770dbaa11c0 admin admin] 10.222.0.77 "GET /v2.0/subnets/3a551020-a41c-49ef-939f-fff50fd0f4b4 HTTP/1.1" status: 200 len: 816 time: 0.1408894 Feb 10 21:06:09.796422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:06:21.530892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d5737791-6fd8-4505-b1dd-9dc549199bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:23.519007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6259b0d3-1f3a-4f60-b09b-6abbe71693c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:24.193107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:25.523436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:25.975590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:26.728112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49164) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:06:26.807536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-681eea98-1f87-44e9-9b91-6aed833e7c68 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:06:26.810565 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-681eea98-1f87-44e9-9b91-6aed833e7c68 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0795135 Feb 10 21:06:29.428951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49174) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:06:29.534381 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.pecan_wsgi.hooks.translation [None req-44777c6f-f692-4f71-a039-c5bf82216c8d admin admin] GET failed (client error): The resource could not be found. Feb 10 21:06:29.534974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-44777c6f-f692-4f71-a039-c5bf82216c8d admin admin] Synchronizing usage tracker for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:06:29.604617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-44777c6f-f692-4f71-a039-c5bf82216c8d admin admin] Unset dirty status for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:06:29.605887 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-44777c6f-f692-4f71-a039-c5bf82216c8d admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1758225 Feb 10 21:06:29.743181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9c3f9-28e9-4ca5-ad1f-973c1433f923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:06:29.744763 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4ee9c3f9-28e9-4ca5-ad1f-973c1433f923 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344650 Feb 10 21:06:32.261014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49184) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:06:32.340560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:06:32.347771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:06:32.357745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:06:32.386936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Made reservation on behalf of cfaf79147cfd45d5bc5431ed78d79fc1 for: {'network': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:06:32.392346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:32.486956 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.services.revisions.revision_plugin [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Could not find related network for resource to bump revision. Feb 10 21:06:32.548464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:06:32.559340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:32.559857 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Added segment bd059094-5653-49d9-8dcf-9da5876a2931 of type vxlan for network 3ec09909-06a9-4577-b922-a8306e6ac212 Feb 10 21:06:32.597051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:32.660050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:32.661272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:06:32.661892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:32.666558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:06:32.770779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Pushing event updated for resources: {'Network': ['ID=3ec09909-06a9-4577-b922-a8306e6ac212,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:06:32.774460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:06:32.783248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 3ec09909-06a9-4577-b922-a8306e6ac212 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:06:32.827913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5657289 Feb 10 21:06:35.365180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49194) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:06:35.467297 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a55f884-dccf-4fcc-bd3a-102935f81a33 admin admin] GET failed (client error): The resource could not be found. Feb 10 21:06:35.467835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a55f884-dccf-4fcc-bd3a-102935f81a33 admin admin] Synchronizing usage tracker for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:network {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:06:35.511275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a55f884-dccf-4fcc-bd3a-102935f81a33 admin admin] Unset dirty status for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:network {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:06:35.512439 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6a55f884-dccf-4fcc-bd3a-102935f81a33 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1462426 Feb 10 21:06:35.631478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb4d6b-40e4-458f-bfcc-2e7e0e43ff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:06:35.633076 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-82bb4d6b-40e4-458f-bfcc-2e7e0e43ff06 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1160471 Feb 10 21:06:35.644342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Request body: {'subnet': {'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:06:35.649054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:06:35.659506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:06:35.695330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Made reservation on behalf of cfaf79147cfd45d5bc5431ed78d79fc1 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:06:35.699931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:36.144664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:36.159593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3208d893-43e8-4fbc-9598-afdfd6a42aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:06:36.290362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=005ec062-ee36-4154-a237-443126981479,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:06:36.293174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:06:36.354617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Checking segment: {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:06:36.355042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Network hostable DHCP agents. Network: 3ec09909-06a9-4577-b922-a8306e6ac212, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:06:36.402716 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Network 3ec09909-06a9-4577-b922-a8306e6ac212 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:06:36.443164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 3ec09909-06a9-4577-b922-a8306e6ac212) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:06:36.447057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:06:36.447690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:36.453643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85f873-65e0-4336-88e4-448ac46ba92a None None] Network 3ec09909-06a9-4577-b922-a8306e6ac212 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:06:36.502407 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8618672 Feb 10 21:06:36.858492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-3ec09909-06a9-4577-b922-a8306e6ac212', 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212', 'tenant_id': 'cfaf79147cfd45d5bc5431ed78d79fc1', 'fixed_ips': [{'subnet_id': '005ec062-ee36-4154-a237-443126981479'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:06:36.859440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:37.158198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Allocated IP 192.168.233.2 (3ec09909-06a9-4577-b922-a8306e6ac212/005ec062-ee36-4154-a237-443126981479/d690e616-1622-4412-936c-820fd3e540df) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:06:37.437380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:37.489862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Transition to ACTIVE for port object d690e616-1622-4412-936c-820fd3e540df will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:06:37.507305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Transition to ACTIVE for port object d690e616-1622-4412-936c-820fd3e540df will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:06:37.547459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:37.563454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:06:37.716088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Pushing event updated for resources: {'Port': ['ID=d690e616-1622-4412-936c-820fd3e540df,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:06:37.728435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.728811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.729183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.729544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.729911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.730269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.730626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.731004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.731363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.731746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.732191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.732545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:06:37.737836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:06:37.782312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Network 3ec09909-06a9-4577-b922-a8306e6ac212 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:06:37.783595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:06:37.785880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:06:37.845070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Attempting to bind port d690e616-1622-4412-936c-820fd3e540df on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:06:37.845471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Attempting to bind port d690e616-1622-4412-936c-820fd3e540df by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:06:37.845865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Attempting to bind port d690e616-1622-4412-936c-820fd3e540df on network 3ec09909-06a9-4577-b922-a8306e6ac212 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:06:37.851781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:06:37.852195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Checking segment: {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:06:37.852710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:37.853144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Bound using segment: {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:06:37.853648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Bound port: d690e616-1622-4412-936c-820fd3e540df, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:06:37.854074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:37.954199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] For port d690e616-1622-4412-936c-820fd3e540df, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:06:37.959326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] For port d690e616-1622-4412-936c-820fd3e540df, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d690e616-1622-4412-936c-820fd3e540df,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:06:38.021894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:38.038057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18232190-d596-45bf-97b8-0a31c12022ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:06:38.195186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Pushing event updated for resources: {'Port': ['ID=d690e616-1622-4412-936c-820fd3e540df,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:06:38.198495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:06:39.413114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9f818-6538-4ebc-9af9-9b5405d4491e None None] Network 3ec09909-06a9-4577-b922-a8306e6ac212 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:06:39.548072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-01e5f72f-83f5-4a39-a8a8-8e82c6cfbdfe None None] Provisioning for port d690e616-1622-4412-936c-820fd3e540df completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:06:39.668056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d690e616-1622-4412-936c-820fd3e540df up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:06:39.821317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port d690e616-1622-4412-936c-820fd3e540df completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:06:39.827634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port d690e616-1622-4412-936c-820fd3e540df triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:06:39.828050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:39.961036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:39.998931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port d690e616-1622-4412-936c-820fd3e540df, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d690e616-1622-4412-936c-820fd3e540df,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:06:40.020391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fcee1e31-5dcb-4d7c-8376-05ab0428269e None None] Provisioning complete for port d690e616-1622-4412-936c-820fd3e540df triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:06:40.021067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcee1e31-5dcb-4d7c-8376-05ab0428269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:40.063920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:40.070233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:06:40.164678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=d690e616-1622-4412-936c-820fd3e540df,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:06:40.168322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:06:40.354609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-4af28d1a-2c2a-474e-9ab6-d8a595fd14fe None None] Provisioning complete for port d690e616-1622-4412-936c-820fd3e540df triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:06:40.355076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4af28d1a-2c2a-474e-9ab6-d8a595fd14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:41.618112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d690e616-1622-4412-936c-820fd3e540df up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:06:41.693216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port d690e616-1622-4412-936c-820fd3e540df triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:06:41.693626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:46.796417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:06:51.523567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-423a56b5-ce5a-4c71-9f5b-849efa304d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:53.501336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3f5c88aa-18aa-4921-9ffe-a7adb4676a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:54.203346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:55.517820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:06:55.986404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:21.540573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3f9073f6-c26c-4280-b4b2-e5efdfda73d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:23.500278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-616c0c00-f564-4586-acee-9b4c5d71f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:23.795540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:07:24.201794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:25.528782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:25.986604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:51.527119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9932ed1c-69fa-4683-a0d3-b78c327d5570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:53.493660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5cd72caa-49d5-44c6-b7bc-c0cfe5b78859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:54.213812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:55.534555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:07:55.996514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:00.795328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:08:15.581526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49236) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:08:15.588025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [None req-f08a68e8-e110-4ef7-b688-ebc6b6f1142d tempest-verify_tempest_config-775547491 tempest-verify_tempest_config-775547491-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:08:15.589072 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f08a68e8-e110-4ef7-b688-ebc6b6f1142d tempest-verify_tempest_config-775547491 tempest-verify_tempest_config-775547491-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0065238 Feb 10 21:08:16.082730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49256) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:08:16.232507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.249155 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:08:16.253855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Usage tracker for resource:security_group_rule and tenant:b8c7c71511dc465d8f4488a493203e03 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:08:16.256886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:08:16.262598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:08:16.620567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.664773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.678108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:08:16.718156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Synchronizing usage tracker for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:security_group {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:08:16.722892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4787b-75fa-4131-84da-b993e58b812e,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:08:16.732706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.733086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.733454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.733822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.734183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.735077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.735467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.735826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.736195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.736551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.736903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.737252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:08:16.742664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:08:16.778180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Unset dirty status for tenant:cfaf79147cfd45d5bc5431ed78d79fc1 on resource:security_group {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:08:16.779867 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8c7c71511dc465d8f4488a493203e03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6958354 Feb 10 21:08:16.783909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49262) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:08:16.847043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.876585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.991227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:16.999829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:08:17.016846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4787b-75fa-4131-84da-b993e58b812e,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:08:17.020589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:08:17.025461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:17.026846 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ce4787b-75fa-4131-84da-b993e58b812e HTTP/1.1" status: 204 len: 168 time: 0.2417974 Feb 10 21:08:21.527413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1231f355-6690-40a6-ad34-dc35147e2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:23.527559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9f296139-a26b-4c4b-8db5-d63abb725d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:24.212949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:25.533768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:26.002380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:37.794816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:08:51.537081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5c1384e0-965c-4b82-999d-adccd884ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:53.515007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-58079a78-2388-4c36-9769-3cca29f93fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:54.371091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:55.520618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:08:55.994977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:14.796944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:09:21.537686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e4e15f82-37a5-47b8-9768-18fd2428dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:23.503095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76beaef3-1849-404f-9f68-628200861bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:24.216076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:25.514242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:26.017326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:51.530830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b78660d5-9cd2-4d02-a3ad-2619da6931db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:51.796837 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 5 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:09:53.508775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23e7095c-ccef-429c-814d-4108199078bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:54.216631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:55.513920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:09:55.999651 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:08.610789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739'] for agent, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:08.611390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.611857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.612240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.612615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.613042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.613417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.613785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.614197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.614563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.615012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.615419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.615789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:10:08.616213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77500', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:10:08.620650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77500', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:10:08.885658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] get_endpoint_by_host() called for host hv-cinder-77500 {{(pid=80005) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 10 21:10:08.890599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] get_endpoint_by_ip() called for ip 192.168.0.14 {{(pid=80005) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 10 21:10:08.893852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] _add_endpoint() called for ip 192.168.0.14 {{(pid=80005) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 10 21:10:08.930486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] _get_endpoints() called {{(pid=80005) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 10 21:10:21.541882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-17917961-42d0-4a34-aada-f30661b90d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:22.240859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49336) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:10:22.387641 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8db3bc15-6e8e-4359-a3ba-78053aa87177 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1456032 Feb 10 21:10:23.502215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-43af0243-b16f-4579-9941-abb60492df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:24.216240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:24.916336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49346) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:10:25.002015 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-10b90326-aded-4ab1-8f0b-65f4c0ce1ff4 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0845284 Feb 10 21:10:25.507311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:26.004712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:28.796338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:10:38.620469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:51.541222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-07296e6b-b89d-4a2b-8810-3d4acee88f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:53.495572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79c50c3d-c85e-4c82-a44c-202e0da474fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:54.215115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:55.535552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:10:56.015292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:05.795540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:11:08.609358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:21.540217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0daf24dd-191e-4f03-bfad-30c78b5be3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:23.501016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23dc4b05-91c6-48eb-8d50-263010216255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:24.220288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:25.573678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:26.003014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:38.626876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:42.796202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:11:51.534776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1347-d53b-4f33-aab9-351b813d8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:53.511227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78c327c1-2384-4437-a33b-27efced19e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:54.224378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:55.521734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:11:56.008326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:08.636498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:19.521438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49498) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:19.797086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:12:20.063424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-397370366-network', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:20.074466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:20.079354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Usage tracker for resource:network and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:20.082476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:20.091435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:20.126974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Made reservation on behalf of 83c72c4defc643e3bfd72487d55d77af for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:20.132873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.153964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.172565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:20.177226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:20.180701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:20.187380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:20.355173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.402426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.408498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:20.424001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49532) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:20.440582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab22f2-c55c-4f55-bb67-a843c686b4b6,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:20.452434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.452814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.453237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.453587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.454202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.454726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.455255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.455777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.456480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.457008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.457421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.457991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.458525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.458974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.459389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.459959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.460467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.460996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.461588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.462204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.462713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.463046 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.463887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.464378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Tracked resource versions report: Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}, Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@hv-cinder-77500: { 'AddressGroup': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:12:20.466308 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:12:20.471892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:20.507156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:20.517686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.518074 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Added segment 0e4a38db-0dd8-45c6-b826-80c340796800 of type vxlan for network e368b2aa-eed1-416f-a484-77c7d83e0b8b Feb 10 21:12:20.548384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.692702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.694323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:20.694643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:20.707709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b844b785-7e88-4ab4-ae34-9ab7d6e8f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:20.840401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e368b2aa-eed1-416f-a484-77c7d83e0b8b,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:20.855617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:20.861134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:20.869083 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3431752 Feb 10 21:12:20.869647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49544) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:20.876490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Request body: {'subnet': {'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-subnet', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:20.888451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:20.900629 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Usage tracker for resource:subnet and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:20.908591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:20.920117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:20.983636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:21.007323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Made reservation on behalf of 83c72c4defc643e3bfd72487d55d77af for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:21.012242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.316984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49554) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:21.344086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-683030846-network', 'tenant_id': '41fdedb7d2e149deb3bff974528042bb'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:21.349648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:21.353920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Usage tracker for resource:network and tenant:41fdedb7d2e149deb3bff974528042bb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:21.358798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:21.364488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:21.379636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49560) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:21.442507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Made reservation on behalf of 41fdedb7d2e149deb3bff974528042bb for: {'network': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:21.454058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.479106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.515638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:21.525436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Usage tracker for resource:security_group_rule and tenant:41fdedb7d2e149deb3bff974528042bb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:21.530316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:21.540677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:21.618425 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-263656089-network', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:21.625624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ac743d10-6300-4e0d-ad61-414e6c77aa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.626559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:21.644235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Usage tracker for resource:network and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:21.649369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:21.655807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:21.723280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-network', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:21.747401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Made reservation on behalf of 3289362b2dad42769f08ef5c9330d8e5 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:21.755001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.759228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.785692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:21.789757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.789900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.794971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:21.807309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:21.825108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Usage tracker for resource:network and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:21.830655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:21.836319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1086b29c-4064-4718-bb3a-f5296daebb43,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:21.841958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:21.845699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:21.846769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.847347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.847908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.848475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.849179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.849730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.850280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.850865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.859201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.859793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Tracked resource versions report: Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}, Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@hv-cinder-77500: { 'AddressGroup': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:12:21.861280 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:12:21.864392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:21.871642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:21.884793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:21.895251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:21.909343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:21.909976 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Added segment 7565bb3f-d528-4efe-9aca-459240617a23 of type vxlan for network 838e5c35-e849-4222-b237-f6688504e915 Feb 10 21:12:21.949191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Made reservation on behalf of 9e2925f67ff643b2b335331919cbbfaf for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:21.954940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.015482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.027943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.106360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:22.118200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Usage tracker for resource:security_group_rule and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:22.124797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:22.128435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.130174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:22.131068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.141028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:22.144635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.174888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4c2c891f-5039-4e72-8650-c58266b42a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:22.181127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:22.275833 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8499317 Feb 10 21:12:22.283045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49596) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:22.301273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Pushing event updated for resources: {'Network': ['ID=838e5c35-e849-4222-b237-f6688504e915,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:22.319959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network 838e5c35-e849-4222-b237-f6688504e915 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:22.320099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Request body: {'subnet': {'network_id': '838e5c35-e849-4222-b237-f6688504e915', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-683030846-subnet', 'tenant_id': '41fdedb7d2e149deb3bff974528042bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:22.323895 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:22.326595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:22.331626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Usage tracker for resource:subnet and tenant:41fdedb7d2e149deb3bff974528042bb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:22.336129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:22.353313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:22.390804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.401449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Made reservation on behalf of 41fdedb7d2e149deb3bff974528042bb for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:22.403740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c67fa1-d41c-4572-a964-eb563b8af74a,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:22.407811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:22.411120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.434351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.449631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1eec25f6-9440-4b78-954c-16b714ac006a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:22.467418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 838e5c35-e849-4222-b237-f6688504e915 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:22.528939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:22.554272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002f5834-7e2f-4e71-9a9a-99b1d0689ca1,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:22.557165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:22.567191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.570139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.570527 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Added segment c38b2c99-5183-4d80-aa7b-e4eed9c394ab of type vxlan for network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 Feb 10 21:12:22.617587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.625193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Checking segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:22.625690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Network hostable DHCP agents. Network: e368b2aa-eed1-416f-a484-77c7d83e0b8b, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:12:22.643570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.653422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a4134cec-bc7a-477a-8cd3-eac9d136121e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:22.774599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07130d-86a7-41ed-a339-e2d5eeaff82a,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:22.794792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:22.808143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:12:22.837352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.839464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:12:22.845490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:12:22.845490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:22.845490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:22.847602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:22.882867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, e368b2aa-eed1-416f-a484-77c7d83e0b8b) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:22.894561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352fb5c-46b1-47a2-a3d5-ad910eff1f9d None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:22.912519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:22.919543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.057656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.086347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:23.210396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Pushing event updated for resources: {'Network': ['ID=a91d5b92-17ab-4788-a1c7-e4a94476c1d3,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:23.213818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:23.223859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:23.246459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:23.255255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a781f674-da24-46d0-ad72-1437da49bfe3,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:23.260587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:23.265849 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9474401 Feb 10 21:12:23.269125 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49622) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:23.297450 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4232922 Feb 10 21:12:23.297450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49626) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:23.302863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:23.310612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Request body: {'subnet': {'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-263656089-subnet', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:23.311328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:12:23.312410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.316515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:23.317022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:23.320542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Usage tracker for resource:subnet and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:23.321143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Usage tracker for resource:router and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:23.323972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:23.331334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:23.335688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:23.341343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.353820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:23.383525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Made reservation on behalf of 3289362b2dad42769f08ef5c9330d8e5 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:23.388311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.419583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:23.449514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.450639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.459773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.460161 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Added segment c79d5c84-b005-4283-8a02-6e7ff8311b0c of type vxlan for network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 Feb 10 21:12:23.644989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.716071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.901975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Checking segment: {'id': '7565bb3f-d528-4efe-9aca-459240617a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '838e5c35-e849-4222-b237-f6688504e915'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:23.902375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Network hostable DHCP agents. Network: 838e5c35-e849-4222-b237-f6688504e915, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:12:23.959162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:23.964351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:23.966153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.007187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:24.036517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Network 838e5c35-e849-4222-b237-f6688504e915 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:12:24.056683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b4eca918-483d-4cab-b1dd-94eb06015533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.097967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 838e5c35-e849-4222-b237-f6688504e915) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:24.110104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:24.110798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.148075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc02fb-cef3-4aca-a421-4b38df0355c9 None None] Network 838e5c35-e849-4222-b237-f6688504e915 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:24.192136 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8110406 Feb 10 21:12:24.204028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49654) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:24.211824 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9274437 Feb 10 21:12:24.225887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Request body: {'subnet': {'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-subnet', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:24.232180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:24.253471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Usage tracker for resource:subnet and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:24.258460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:24.319051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:24.360752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Allocated IP 172.20.0.2 (e368b2aa-eed1-416f-a484-77c7d83e0b8b/59c67fa1-d41c-4572-a964-eb563b8af74a/1616cf85-fc04-4546-9e11-fd00fc4d4c01) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:24.380473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Pushing event updated for resources: {'Network': ['ID=d6260522-4f19-4a18-8f9f-ac69ef32f5b2,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:24.403089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:24.540316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Made reservation on behalf of 9e2925f67ff643b2b335331919cbbfaf for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:24.545636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.579947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.580353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:24.585495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.601265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:24.646041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49676) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:24.853848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:24.962294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-35e37fa1-5286-496e-866f-64d6452a6aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:25.069335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.086519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Transition to ACTIVE for port object 1616cf85-fc04-4546-9e11-fd00fc4d4c01 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:25.145396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Transition to ACTIVE for port object 1616cf85-fc04-4546-9e11-fd00fc4d4c01 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:25.224403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.247724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.356225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:25.372587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60d3ff3e-19f6-40bb-a110-35b0d47b0da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:25.408822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8102a7d-4792-469f-b5e0-aed4203af422,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:25.412008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:25.434134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f04f67-8de7-48c5-a2e8-ae0334384793 None None] Network 838e5c35-e849-4222-b237-f6688504e915 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:25.466470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Usage tracker for resource:security_group_rule and tenant:d0700f6fd1624d6f873bd84fd79fd4c7 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:25.473092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:25.480497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:25.505056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:25.516538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:25.519168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:25.525954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Checking segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:25.526551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Network hostable DHCP agents. Network: a91d5b92-17ab-4788-a1c7-e4a94476c1d3, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:12:25.546287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49712) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:25.550722 dv-cinder-775008-1-smb neutron-server[79890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 21:12:25.593492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.657299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.664437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Attempting to bind port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:25.664852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Attempting to bind port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:25.665413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Attempting to bind port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 on network e368b2aa-eed1-416f-a484-77c7d83e0b8b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:25.682255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:25.682670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Checking segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:25.683137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.683572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Bound using segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:25.684099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Bound port: 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:25.684579 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.704295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:12:25.751592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Pushing event updated for resources: {'Port': ['ID=1616cf85-fc04-4546-9e11-fd00fc4d4c01,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:25.761202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.774993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:25.785028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.785738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.786333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.786966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.787542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.788137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.788696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.789254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.789991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.790557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.790835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:25.791486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.803053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.803806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.808241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.808855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.809426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.809990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.811298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.812059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.812644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.813592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.814156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.814743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.815301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Tracked resource versions report: Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}, Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@hv-cinder-77500: { 'AddressGroup': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:12:25.816812 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:12:25.831416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:25.836419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, a91d5b92-17ab-4788-a1c7-e4a94476c1d3) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:25.941754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e161e73b-3845-46f6-b4ff-b61770f111dc None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:25.979435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Allocated IP 172.28.3.63 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/a31881e4-c440-4049-a978-a9795a58f4d9) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:26.012776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-652ff13f-9880-45cf-90d6-90ef9cec3840 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:26.014615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-652ff13f-9880-45cf-90d6-90ef9cec3840 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Synchronizing usage tracker for tenant:41fdedb7d2e149deb3bff974528042bb on resource:network {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:12:26.018674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:26.019338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.134130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4bd43c-8698-4293-bf9e-2a1b6e96469f,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:26.140514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:26.216908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.229531 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-652ff13f-9880-45cf-90d6-90ef9cec3840 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Unset dirty status for tenant:41fdedb7d2e149deb3bff974528042bb on resource:network {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:12:26.233364 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-652ff13f-9880-45cf-90d6-90ef9cec3840 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/networks?id=838e5c35-e849-4222-b237-f6688504e915 HTTP/1.1" status: 200 len: 811 time: 0.6850879 Feb 10 21:12:26.242045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] For port 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:26.242367 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-85a193af-b6ed-4210-bd3d-62ec4d3b811e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9643984 Feb 10 21:12:26.244631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49734) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:26.265048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-419f1ffd-4cd7-49b6-9b78-74f0e8b4d26b tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/quotas/41fdedb7d2e149deb3bff974528042bb HTTP/1.1" status: 200 len: 375 time: 0.0172496 Feb 10 21:12:26.279800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.324227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f8d0e54-e68c-46d1-a03b-a26ae76cedc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:26.338821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:26.347544 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0700f6fd1624d6f873bd84fd79fd4c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7001133 Feb 10 21:12:26.347882 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-5f922850-34df-4117-84f4-d0f2f11e5c32 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=41fdedb7d2e149deb3bff974528042bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818455 Feb 10 21:12:26.354503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49746) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:26.367988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:26.380404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Usage tracker for resource:router and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:26.388094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:26.401903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:26.415500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Checking segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:26.415893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Network hostable DHCP agents. Network: d6260522-4f19-4a18-8f9f-ac69ef32f5b2, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:12:26.456806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.456806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.481408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.484883 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.489527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f8264-b0c9-4dfd-b154-735f12d00c5a,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:26.495017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:26.542133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.544560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.552825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:12:26.563344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] For port 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=1616cf85-fc04-4546-9e11-fd00fc4d4c01,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:26.584485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.619722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, d6260522-4f19-4a18-8f9f-ac69ef32f5b2) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:26.624378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:26.628811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.653777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0afed-0d00-4087-b23b-a95624521942 None None] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:26.673315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.688002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.692912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:26.705342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f8264-b0c9-4dfd-b154-735f12d00c5a,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:26.714296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:26.720332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.737208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.738423 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d17f8264-b0c9-4dfd-b154-735f12d00c5a HTTP/1.1" status: 204 len: 168 time: 0.3825932 Feb 10 21:12:26.742003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-88cbb6bc-d6ff-4a6b-8477-59c998314bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:26.760199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:26.832965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Pushing event updated for resources: {'Port': ['ID=a31881e4-c440-4049-a978-a9795a58f4d9,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:26.839113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:26.884748 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-198eb758-cdb0-4036-aff0-e07bc4355918 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6792250 Feb 10 21:12:26.892718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49774) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:26.896578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-e2721911-9c20-4b98-ab4e-2024bcf81a04 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:12:26.905705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:26.910048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-e2721911-9c20-4b98-ab4e-2024bcf81a04 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3610127 Feb 10 21:12:26.921028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Pushing event updated for resources: {'Port': ['ID=1616cf85-fc04-4546-9e11-fd00fc4d4c01,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:26.921592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:26.929472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Usage tracker for resource:router and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:26.943430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:12:26.948173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:26.948722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:26.954521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:27.015196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:27.017071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:27.020635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:27.090134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:27.095093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:27.095965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:27.239220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:27.275354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49788) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:27.380377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b4f801-1bd7-4203-bb22-68dd62399080 None None] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:27.598908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:27.643284 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-61906eb1-746f-4ae7-b418-88d68ec8c6d4 service neutron] 10.222.0.77 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132576 Feb 10 21:12:27.689040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49804) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:27.741371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:27.904129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Allocated IP 172.20.0.2 (a91d5b92-17ab-4788-a1c7-e4a94476c1d3/e8102a7d-4792-469f-b5e0-aed4203af422/e865303f-bffe-41aa-8611-d987d2f07e09) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:27.928251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:28.011441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Usage tracker for resource:security_group_rule and tenant:664ab89e3e384327b4dce45477a5e8a4 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:28.022436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:28.057783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:28.094928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.135158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:28.143678 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-d1847494-bde9-45da-88a9-5a175f441fae service neutron] 10.222.0.77 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4847126 Feb 10 21:12:28.275157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.290178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Usage tracker for resource:security_group_rule and tenant:e618f8585dd2409ba0a5a55d45de310c is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:28.295483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.300468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:28.301214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.311641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:28.314550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Transition to ACTIVE for port object e865303f-bffe-41aa-8611-d987d2f07e09 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:28.333762 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Transition to ACTIVE for port object e865303f-bffe-41aa-8611-d987d2f07e09 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:28.383702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.384812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.436180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.465096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:28.563381 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=664ab89e3e384327b4dce45477a5e8a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8731380 Feb 10 21:12:28.568991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20021359-4036-4c8f-884c-b3911c6235d7,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:28.571882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49832) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:28.572427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49834) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:28.587319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:28.606555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:28.669546 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dc37a566-cb4d-414a-a8cd-d5e60ac6d8fe req-568e5f00-d538-4eb4-b1f6-5bb954993523 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.0858312 Feb 10 21:12:28.683363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Pushing event updated for resources: {'Port': ['ID=e865303f-bffe-41aa-8611-d987d2f07e09,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:28.687456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.688928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:28.699637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:28.700833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:28.703483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:28.744187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.794751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Attempting to bind port e865303f-bffe-41aa-8611-d987d2f07e09 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:28.794751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Attempting to bind port e865303f-bffe-41aa-8611-d987d2f07e09 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:28.794751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Attempting to bind port e865303f-bffe-41aa-8611-d987d2f07e09 on network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:28.800983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:28.801386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Checking segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:28.801813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.802244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Bound using segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:28.802775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Bound port: e865303f-bffe-41aa-8611-d987d2f07e09, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:28.803188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.896751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:28.962656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] For port e865303f-bffe-41aa-8611-d987d2f07e09, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:28.966680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] For port e865303f-bffe-41aa-8611-d987d2f07e09, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e865303f-bffe-41aa-8611-d987d2f07e09,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:29.018793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.066489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.095022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:29.227063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.268291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.289842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:29.305326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20021359-4036-4c8f-884c-b3911c6235d7,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:29.322962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:29.323431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.350088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:29.362492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.363942 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20021359-4036-4c8f-884c-b3911c6235d7 HTTP/1.1" status: 204 len: 168 time: 0.7826192 Feb 10 21:12:29.389840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f520be-6dd9-4b63-bc2b-f42e4807ab0b None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:29.395014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Allocated IP 172.28.3.168 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/db50d0cd-6ce1-48eb-86e3-1085b06611c9) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:29.478413 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e618f8585dd2409ba0a5a55d45de310c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2016480 Feb 10 21:12:29.479570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.490430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49866) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:29.495118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819b3680-35af-447f-84c2-4e001712633b,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:29.505911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:29.659199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.734668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:29.771483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:29.812813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Pushing event updated for resources: {'Port': ['ID=e865303f-bffe-41aa-8611-d987d2f07e09,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:29.818251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:29.915916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-52951f6e-1bad-49c5-9c4f-4526a4caac98 None None] Provisioning for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:30.059315 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9e76b79b-bfe9-4277-ac65-d0a90252d6e0 req-e8d8306c-951d-46e4-9dcb-a611cbe47254 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.1316028 Feb 10 21:12:30.182081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Pushing event updated for resources: {'Port': ['ID=db50d0cd-6ce1-48eb-86e3-1085b06611c9,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:30.190795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:30.213063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 1616cf85-fc04-4546-9e11-fd00fc4d4c01 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:30.322351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:30.324353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:30.340236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:30.425282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:30.438423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:30.439053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.500387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.568570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.656552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.742582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.761922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.824703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=1616cf85-fc04-4546-9e11-fd00fc4d4c01,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:30.831622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-4683594e-f510-4df2-b561-6da0121bfc02 None None] Provisioning complete for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:30.832196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4683594e-f510-4df2-b561-6da0121bfc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.910226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:30.920395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09caea97-1d6a-46ef-bcf4-3772661b8bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:31.113847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=1616cf85-fc04-4546-9e11-fd00fc4d4c01,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:31.121022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:31.210469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Router 32f720fd-03fd-470d-910c-04c8113d9079 is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:12:31.230290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:31.260778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:31.288697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-c2f7d890-394b-44a9-ac69-40a8fc96462f None None] Provisioning complete for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:31.289346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d890-394b-44a9-ac69-40a8fc96462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:31.361422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Allocated IP 172.28.3.117 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/83e627aa-dabf-4db4-b84e-789706385389) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:31.418456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:31.691363 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-83b31bd8-b66e-4210-a2a4-05548306bd33 req-95fc9f2b-d55a-45e4-aa2a-342b89fd4782 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.1286156 Feb 10 21:12:31.736008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3050cc72-9c32-48e5-b2f5-66f89c56be87 None None] Provisioning complete for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:31.736423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3050cc72-9c32-48e5-b2f5-66f89c56be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:31.911590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b3680-35af-447f-84c2-4e001712633b,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:31.924027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:31.953229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:32.078820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.082456 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/819b3680-35af-447f-84c2-4e001712633b HTTP/1.1" status: 204 len: 168 time: 2.5884042 Feb 10 21:12:32.151456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:32.155926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab85d9-89b2-48f2-8e44-ce1bdc331c5d None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:32.164197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:32.178365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:32.182453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:32.207933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.235109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:32.314112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.315605 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0171118 Feb 10 21:12:32.323226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 49958) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:32.406908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e865303f-bffe-41aa-8611-d987d2f07e09 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:32.449098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.546415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-a594da0a-6e0d-4dff-97b7-c135f665c851 None None] Provisioning for port e865303f-bffe-41aa-8611-d987d2f07e09 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:32.609495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:32.652544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.46', 56005) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:32.733123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port e865303f-bffe-41aa-8611-d987d2f07e09 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:32.747525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port e865303f-bffe-41aa-8611-d987d2f07e09 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:32.748815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.908524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:32.991451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port e865303f-bffe-41aa-8611-d987d2f07e09, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e865303f-bffe-41aa-8611-d987d2f07e09,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:33.060357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.062106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 1616cf85-fc04-4546-9e11-fd00fc4d4c01 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:33.111827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 49982) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:33.144217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Pushing event updated for resources: {'Port': ['ID=83e627aa-dabf-4db4-b84e-789706385389,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:33.161424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:33.177023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:33.184739 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d6b5310e-056e-495e-9770-2fa1cf4e8407 req-e9b3c9ff-5cd9-44c3-8751-c115dc4a5f3f tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.1472116 Feb 10 21:12:33.253485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Router 75aa8a42-0129-467f-80e3-33b32e22df47 is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:12:33.367650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-65f04496-83b4-4294-a52f-cd8f6eb129c5 None None] Provisioning complete for port e865303f-bffe-41aa-8611-d987d2f07e09 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:33.369914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-65f04496-83b4-4294-a52f-cd8f6eb129c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.501565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:27Z', 'revision_number': 3, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:33.515937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:33.516354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Updating router 32f720fd-03fd-470d-910c-04c8113d9079 port a31881e4-c440-4049-a978-a9795a58f4d9 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:33.547747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:33.548188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.632169 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.684196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.705150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50002) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:33.811429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:33.814513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:33.848705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bc784ec72c441d975c32f14008ae1e is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:33.855958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:33.870553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:33.892658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:33.909524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:33.917271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:33.939122 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:33.948765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:33.985822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=e865303f-bffe-41aa-8611-d987d2f07e09,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:33.994878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:34.002570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:34.025120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:34.025827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:34.056710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed13745effe497a9a5d5e90c3c41482 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:34.088411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:34.108693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:34.158426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.214836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.248461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:34.255216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:34.299446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.497415 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0555615 Feb 10 21:12:34.497415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50024) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:34.497415 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5bc784ec72c441d975c32f14008ae1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2053800 Feb 10 21:12:34.497415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50028) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:34.503988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.503988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Transition to ACTIVE for port object a31881e4-c440-4049-a978-a9795a58f4d9 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:34.503988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.510890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:34.708199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-aaef0802-bcfc-489a-b6c7-33378b2f4179 None None] Provisioning complete for port e865303f-bffe-41aa-8611-d987d2f07e09 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:34.708640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aaef0802-bcfc-489a-b6c7-33378b2f4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:34.751446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Pushing event updated for resources: {'Port': ['ID=a31881e4-c440-4049-a978-a9795a58f4d9,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:34.773241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.773613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.773977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.774343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.774711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.775087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.775779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.775779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.776163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.776513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.776861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.777207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.777884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.778483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.778725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.779481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.780133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.780263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.780823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.781445 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.782302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.782886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.783505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.784516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Tracked resource versions report: Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: pushed versions: Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: { 'AddressGroup': {'1.1'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': {'1.0'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': {'1.0'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': {'1.1'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': {'1.7'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': {'1.2'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': {'1.8'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': {'1.4'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': {'1.2'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': {'1.0'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': {'1.1'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': {'1.1'}} Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: consumer versions: Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: { DHCP agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: L3 agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: Metadata agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: Metering agent@dv-cinder-775008-1-smb: {}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@dv-cinder-775008-1-smb: { 'AddressGroup': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}, Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: Open vSwitch agent@hv-cinder-77500: { 'AddressGroup': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'ConntrackHelper': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Log': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Network': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Port': '1.7', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'PortForwarding': '1.2', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'QosPolicy': '1.8', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroup': '1.4', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SecurityGroupRule': '1.2', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'SubPort': '1.0', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Subnet': '1.1', Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: 'Trunk': '1.1'}} Feb 10 21:12:34.786248 dv-cinder-775008-1-smb neutron-server[79890]: {{(pid=80006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 10 21:12:34.805228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:34.895253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6f490-e679-4493-a303-32c6c2b329ec,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:34.917211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:34.961228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e865303f-bffe-41aa-8611-d987d2f07e09 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:35.120057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Attempting to bind port a31881e4-c440-4049-a978-a9795a58f4d9 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:35.120562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Attempting to bind port a31881e4-c440-4049-a978-a9795a58f4d9 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:35.120762 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Attempting to bind port a31881e4-c440-4049-a978-a9795a58f4d9 on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:35.151750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:35.152513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:35.157397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.158064 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:35.158753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Bound port: a31881e4-c440-4049-a978-a9795a58f4d9, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:35.166523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.285362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port e865303f-bffe-41aa-8611-d987d2f07e09 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:35.286213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.288843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-af0b17fd-e647-4be7-8eb8-141b2647f582 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:35.297144 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-af0b17fd-e647-4be7-8eb8-141b2647f582 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.46 "GET /v2.0/networks?id=838e5c35-e849-4222-b237-f6688504e915 HTTP/1.1" status: 200 len: 811 time: 2.5922081 Feb 10 21:12:35.354817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] For port a31881e4-c440-4049-a978-a9795a58f4d9, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:35.360462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] For port a31881e4-c440-4049-a978-a9795a58f4d9, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=a31881e4-c440-4049-a978-a9795a58f4d9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:35.396357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.455395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:30Z', 'revision_number': 3, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:35.468240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:35.468851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Updating router 75aa8a42-0129-467f-80e3-33b32e22df47 port db50d0cd-6ce1-48eb-86e3-1085b06611c9 binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:35.473571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b8e9b74e-9384-4473-889c-0de5761983c4 req-19127844-55b8-4c8f-8b8d-5f5f21a5666c tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.9255116 Feb 10 21:12:35.595263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:35.682439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Pushing event updated for resources: {'Port': ['ID=a31881e4-c440-4049-a978-a9795a58f4d9,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:35.687149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:35.718740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.721589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:35.722487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:35.848000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:35.994635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Request body: {'port': {'device_id': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'network_id': '838e5c35-e849-4222-b237-f6688504e915', 'admin_state_up': True, 'tenant_id': '41fdedb7d2e149deb3bff974528042bb'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:36.285691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:36.478494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:36.494876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:36.497005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:36.563766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:36.568416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Transition to ACTIVE for port object db50d0cd-6ce1-48eb-86e3-1085b06611c9 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:36.613443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:36.645185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:36.729447 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ed13745effe497a9a5d5e90c3c41482&name=default HTTP/1.1" status: 200 len: 2977 time: 3.0150054 Feb 10 21:12:36.738151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50066) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:36.754776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4214f67a-730a-4281-bc93-0ea4fa718e1a,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:36.758666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:36.816093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-23e26b82-f8a4-47ae-8d7d-f5d2bce34c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:36.981184 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:36.984591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.038079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.041379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Pushing event updated for resources: {'Port': ['ID=db50d0cd-6ce1-48eb-86e3-1085b06611c9,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:37.049135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:37.055535 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e4b12d1a-1c25-4680-8ca3-e7b79bc7d5bc req-43706fda-0d42-4a28-bc47-10202af5a128 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.1179442 Feb 10 21:12:37.075381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.083827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.096369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:37.114324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6f490-e679-4493-a303-32c6c2b329ec,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:37.118054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:37.158001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.181077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.186410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Attempting to bind port db50d0cd-6ce1-48eb-86e3-1085b06611c9 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:37.186410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Attempting to bind port db50d0cd-6ce1-48eb-86e3-1085b06611c9 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:37.186651 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Attempting to bind port db50d0cd-6ce1-48eb-86e3-1085b06611c9 on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:37.187586 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84a6f490-e679-4493-a303-32c6c2b329ec HTTP/1.1" status: 204 len: 168 time: 2.8221245 Feb 10 21:12:37.210749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:37.211447 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:37.211902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.212330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:37.212918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Bound port: db50d0cd-6ce1-48eb-86e3-1085b06611c9, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:37.213244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.240109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.334951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:27Z', 'revision_number': 3, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:37.340063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77104428-8223-496b-a0ec-517bb9dfe52a None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:27Z', 'revision_number': 3, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:12:37.383454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] For port db50d0cd-6ce1-48eb-86e3-1085b06611c9, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:37.395048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] For port db50d0cd-6ce1-48eb-86e3-1085b06611c9, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=db50d0cd-6ce1-48eb-86e3-1085b06611c9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:37.431364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:37.444197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Usage tracker for resource:port and tenant:41fdedb7d2e149deb3bff974528042bb is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:37.473427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:37.498785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:37.713497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:37.821009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:37.821734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:38.065213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Made reservation on behalf of 41fdedb7d2e149deb3bff974528042bb for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:38.100061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Pushing event updated for resources: {'Port': ['ID=db50d0cd-6ce1-48eb-86e3-1085b06611c9,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:38.105769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:38.121922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:38.244500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:38.415701 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2c1b4b88-43a0-4e94-ae69-afa9926d43cf req-3b846909-c407-455b-ae0a-80e7f33cfe4d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.0935340 Feb 10 21:12:38.918427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Allocated IP 172.20.0.1 (a91d5b92-17ab-4788-a1c7-e4a94476c1d3/e8102a7d-4792-469f-b5e0-aed4203af422/6752d050-b29b-489d-92f7-8096e1cc6923) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:38.972373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device a31881e4-c440-4049-a978-a9795a58f4d9 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:39.043978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Allocated IP 172.20.0.1 (e368b2aa-eed1-416f-a484-77c7d83e0b8b/59c67fa1-d41c-4572-a964-eb563b8af74a/9a43dccf-d08d-44a1-8a62-2804daa7e9b0) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:39.166469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.303326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50098) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:39.326832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:30Z', 'revision_number': 3, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:39.329334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port a31881e4-c440-4049-a978-a9795a58f4d9 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:39.335951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port a31881e4-c440-4049-a978-a9795a58f4d9 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:39.336458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.382645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984790-e300-4695-93a7-4ee16cae95de None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:30Z', 'revision_number': 3, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:12:39.622332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.645305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.677900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Transition to ACTIVE for port object 6752d050-b29b-489d-92f7-8096e1cc6923 will not be triggered until provisioned by entity DHCP. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:39.695382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port a31881e4-c440-4049-a978-a9795a58f4d9, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=a31881e4-c440-4049-a978-a9795a58f4d9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:39.750520 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.756080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:39.901517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=a31881e4-c440-4049-a978-a9795a58f4d9,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:39.915675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:39.980649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.988136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:39.995431 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4fb25bb6-05f5-4d3a-b313-e615a1f95c58 req-092185c0-0506-45b2-ba1d-0b36b146fdef tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.2834063 Feb 10 21:12:40.018910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:40.018910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:89914415eed845479e190a655e446c2c is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:40.018910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:40.036976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:40.045839 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.093853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:40.230078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Pushing event updated for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:40.239347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:40.299558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.343667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.410997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:40.412531 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:40.425363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:40.425938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.542932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:40.578298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Transition to ACTIVE for port object 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:40.623409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214f67a-730a-4281-bc93-0ea4fa718e1a,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:40.642385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:40.682342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.689571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.694401 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4214f67a-730a-4281-bc93-0ea4fa718e1a HTTP/1.1" status: 204 len: 168 time: 3.9529302 Feb 10 21:12:40.830219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cd95b0eb-3c36-45f3-af17-94ddf8d655de None None] Provisioning for port 6752d050-b29b-489d-92f7-8096e1cc6923 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:40.835645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cd95b0eb-3c36-45f3-af17-94ddf8d655de None None] Provisioning complete for port 6752d050-b29b-489d-92f7-8096e1cc6923 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:40.836069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd95b0eb-3c36-45f3-af17-94ddf8d655de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:40.909712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device a31881e4-c440-4049-a978-a9795a58f4d9 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:40.985085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:41.022186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.083573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.105474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:41.109776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:41.149321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-cd95b0eb-3c36-45f3-af17-94ddf8d655de None None] Port 6752d050-b29b-489d-92f7-8096e1cc6923 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:12:41.156697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port a31881e4-c440-4049-a978-a9795a58f4d9 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:41.157106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.203007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:41.204796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ab37513-9f2a-41a2-890d-cb6fb1b3dda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:41.214186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89914415eed845479e190a655e446c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9058020 Feb 10 21:12:41.219026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.227604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:41.230064 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:41.234236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.236665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50140) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:41.711892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f07c9-f4ec-445e-8499-494a61198949,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:41.716113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:41.733582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-8491c0ad-a349-4326-b7dd-9f471072adf0 None None] Provisioning for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:41.738957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-8491c0ad-a349-4326-b7dd-9f471072adf0 None None] Provisioning complete for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:41.739380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8491c0ad-a349-4326-b7dd-9f471072adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:41.742157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Allocated IP 172.20.0.5 (838e5c35-e849-4222-b237-f6688504e915/a781f674-da24-46d0-ad72-1437da49bfe3/8837b3a2-578c-4035-9045-2765d193f56c) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:41.862883 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-8491c0ad-a349-4326-b7dd-9f471072adf0 None None] Port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:12:41.883907 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d35aea2a-ab8b-4d2e-ab9b-f1519fd02003 req-5cff12df-5a50-449d-b394-a4639ac8d2c8 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.4968240 Feb 10 21:12:42.182288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:42.350449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:42.379682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:42.458865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:42.688921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:42.830411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:42.850012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:42.886980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Pushing event updated for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:42.893173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Router e2cf12e9-338b-41a9-b7b3-9fd63e9861da is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:12:42.899812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:42.909277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Network 838e5c35-e849-4222-b237-f6688504e915 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:42.927256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:42.933740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:42.973755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device db50d0cd-6ce1-48eb-86e3-1085b06611c9 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:43.040489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.046994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:43.048003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.056914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.061589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.062835 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a8f07c9-f4ec-445e-8499-494a61198949 HTTP/1.1" status: 204 len: 168 time: 1.8117473 Feb 10 21:12:43.064452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f07c9-f4ec-445e-8499-494a61198949,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:43.067237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:43.093617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.095035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.136650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873c69d9-9d94-4401-a000-7f23d1687702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:43.275521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port db50d0cd-6ce1-48eb-86e3-1085b06611c9 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:43.283419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port db50d0cd-6ce1-48eb-86e3-1085b06611c9 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:43.284004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.688096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.721304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Pushing event updated for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:43.732607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:43.741560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port db50d0cd-6ce1-48eb-86e3-1085b06611c9, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=db50d0cd-6ce1-48eb-86e3-1085b06611c9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:43.767331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:43.772248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.781646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:43.784397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Sync routers for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:43.812596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:43.813272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:43.890533 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9338698 Feb 10 21:12:43.906987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:43.919327 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e1920a96-55f6-46b3-8637-9b67e42a46d1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 17.0254443 Feb 10 21:12:43.956171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50216) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:44.058537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=db50d0cd-6ce1-48eb-86e3-1085b06611c9,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:44.080226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:44.157126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b65ad-1ffd-41ea-bb8c-a8e1801cfdeb req-cc1ded1a-56e5-4abd-b88c-85102b5048a3 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:44.160696 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a86b65ad-1ffd-41ea-bb8c-a8e1801cfdeb req-cc1ded1a-56e5-4abd-b88c-85102b5048a3 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 931 time: 0.9455516 Feb 10 21:12:44.228890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:44.228890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:44.306084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a86b65ad-1ffd-41ea-bb8c-a8e1801cfdeb req-39a92dfd-9868-4c8a-9e06-49bc536b2557 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Synchronizing usage tracker for tenant:41fdedb7d2e149deb3bff974528042bb on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:12:44.427460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-4a264db9-7f9c-40dd-85ac-a4097936ea4e tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:12:44.428719 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-4a264db9-7f9c-40dd-85ac-a4097936ea4e tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5072718 Feb 10 21:12:44.466852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:44.740123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a86b65ad-1ffd-41ea-bb8c-a8e1801cfdeb req-39a92dfd-9868-4c8a-9e06-49bc536b2557 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Unset dirty status for tenant:41fdedb7d2e149deb3bff974528042bb on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:12:44.749417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-ec93b9e5-9f9c-4a84-a336-8d2e863a6bfe None None] Provisioning complete for port 6752d050-b29b-489d-92f7-8096e1cc6923 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:44.749841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ec93b9e5-9f9c-4a84-a336-8d2e863a6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:44.761291 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a86b65ad-1ffd-41ea-bb8c-a8e1801cfdeb req-39a92dfd-9868-4c8a-9e06-49bc536b2557 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923674 Feb 10 21:12:44.801457 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:12:44.912146 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device db50d0cd-6ce1-48eb-86e3-1085b06611c9 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:45.019745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50232) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:45.039583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-ec93b9e5-9f9c-4a84-a336-8d2e863a6bfe None None] Port 6752d050-b29b-489d-92f7-8096e1cc6923 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:12:45.078567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port db50d0cd-6ce1-48eb-86e3-1085b06611c9 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:45.079051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:45.153462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:35Z', 'revision_number': 3, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:45.158831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Checking router: e2cf12e9-338b-41a9-b7b3-9fd63e9861da for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:45.159315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Updating router e2cf12e9-338b-41a9-b7b3-9fd63e9861da port 83e627aa-dabf-4db4-b84e-789706385389 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:45.259618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:45.358929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:45.376525 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] 10.222.0.77 "PUT /v2.0/routers/75aa8a42-0129-467f-80e3-33b32e22df47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0516415 Feb 10 21:12:45.427885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:45.568476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:45.572022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:45.767331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:45.805763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:45.812943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Usage tracker for resource:security_group_rule and tenant:914145cd409b49ad94978942e03ff4de is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:45.816910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:45.823175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:45.857618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50248) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:45.952695 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:45.969490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.resource_extend [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 10 21:12:46.020818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:46.194575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:46.219283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:46.251303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:46.341043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:46.363561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Transition to ACTIVE for port object 83e627aa-dabf-4db4-b84e-789706385389 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:46.396005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:46.540322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa935783-e056-40e5-936b-ea06fe7c88fd,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:46.562112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:46.616485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:46.622757 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=914145cd409b49ad94978942e03ff4de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6017244 Feb 10 21:12:46.639171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50264) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:46.745061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Allocated IP 172.20.0.1 (d6260522-4f19-4a18-8f9f-ac69ef32f5b2/3b4bd43c-8698-4293-bf9e-2a1b6e96469f/6d7f18e0-109d-4b53-be2d-13c0d9c1faf2) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:46.804957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.034774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c0f17-903e-4971-969f-2afe6aa4296e req-8b271911-66a1-4595-9f09-d4588882bd2a tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:47.042424 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-866c0f17-903e-4971-969f-2afe6aa4296e req-8b271911-66a1-4595-9f09-d4588882bd2a tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 931 time: 0.7535994 Feb 10 21:12:47.049958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.106853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.115361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19d6063-d8c1-4b2d-b2ce-ad6f9e886e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:47.133068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:47.137319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Usage tracker for resource:security_group_rule and tenant:56165917333a41d4970ad960f61512a5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:47.141043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:47.147258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:47.200718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.230411 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-866c0f17-903e-4971-969f-2afe6aa4296e req-9248f425-5e08-4150-8229-a3b856023b8b tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869400 Feb 10 21:12:47.335962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.337567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.394405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.403366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:47.425492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.444300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:47.498771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77b50-f599-4923-a8e7-608a329557a3 None None] Pushing event updated for resources: {'Port': ['ID=83e627aa-dabf-4db4-b84e-789706385389,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:47.498962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.500032 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa935783-e056-40e5-936b-ea06fe7c88fd HTTP/1.1" status: 204 len: 168 time: 0.8586068 Feb 10 21:12:47.505614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.513999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8ba77b50-f599-4923-a8e7-608a329557a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:47.537384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa935783-e056-40e5-936b-ea06fe7c88fd,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:47.548696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:47.549235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-002b43f5-cc6f-4b10-80bc-21481a08fc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:47.549340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.645253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Attempting to bind port 83e627aa-dabf-4db4-b84e-789706385389 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:47.648218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Attempting to bind port 83e627aa-dabf-4db4-b84e-789706385389 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:47.652201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:42Z', 'revision_number': 2, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:47.652992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Attempting to bind port 83e627aa-dabf-4db4-b84e-789706385389 on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:47.663884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:47.665751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f759ffd4-1ceb-438a-af51-23ae389b4ba7,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:47.666519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:47.667471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:47.668160 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.668792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:47.669449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Updating router 75aa8a42-0129-467f-80e3-33b32e22df47 port 6752d050-b29b-489d-92f7-8096e1cc6923 binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:47.670263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Bound port: 83e627aa-dabf-4db4-b84e-789706385389, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:47.673295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.686740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:47.723939 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56165917333a41d4970ad960f61512a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8649797 Feb 10 21:12:47.735492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50284) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:47.775560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50288) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:47.839701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.854587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50296) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:47.873799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142148755', 'description': 'tempest-description--1206692553'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:47.897904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:47.903398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.905997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:47.909871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:47.930257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:47.933296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] For port 83e627aa-dabf-4db4-b84e-789706385389, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:47.938073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] For port 83e627aa-dabf-4db4-b84e-789706385389, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=83e627aa-dabf-4db4-b84e-789706385389,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:47.955372 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.972089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779217081-network', 'tenant_id': '49a5b33df17e4ecb95af0a07aae24562'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:47.974542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:47.978366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:47.986355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:47.987270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Request body: {'port': {'device_id': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:47.994680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Usage tracker for resource:network and tenant:49a5b33df17e4ecb95af0a07aae24562 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:48.006716 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:48.015519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.022643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:48.025299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:48.047617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:48.052930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:48.056049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:48.062606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:48.062800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:48.170833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.173366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.174240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Made reservation on behalf of 49a5b33df17e4ecb95af0a07aae24562 for: {'network': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:48.181377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.205132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:48.218723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.245496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.255882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759ffd4-1ceb-438a-af51-23ae389b4ba7,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:48.258715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:48.259622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:48.295380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77b50-f599-4923-a8e7-608a329557a3 None None] Pushing event updated for resources: {'Port': ['ID=83e627aa-dabf-4db4-b84e-789706385389,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:48.308110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8ba77b50-f599-4923-a8e7-608a329557a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:48.394507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:48.405601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:48.406820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:48.418744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:48.431084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:48.467781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Usage tracker for resource:security_group_rule and tenant:49a5b33df17e4ecb95af0a07aae24562 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:48.483416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:48.490159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.491640 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-cf134cc1-0871-45a2-8c0e-ed72e085df3e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f759ffd4-1ceb-438a-af51-23ae389b4ba7 HTTP/1.1" status: 204 len: 168 time: 0.7549975 Feb 10 21:12:48.505554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:48.532685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.535242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6724815 Feb 10 21:12:48.538163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50312) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:48.557649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group_rule': {'security_group_id': '5f3ec421-86ce-4a4e-a039-1f0fcdeff45e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:48.584370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:48.589875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:48.593775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:48.602735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:48.627218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-b543387a-26d2-482a-8f22-c30c066704b2 None None] Provisioning complete for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:48.627584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b543387a-26d2-482a-8f22-c30c066704b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.671231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:48.678287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:48.691552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.718956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-b543387a-26d2-482a-8f22-c30c066704b2 None None] Port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:12:48.801020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:48.817680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:48.824372 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.842086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:48.847078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.852565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.854191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Transition to ACTIVE for port object 6752d050-b29b-489d-92f7-8096e1cc6923 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:48.887555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.893224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:48.916633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:48.931846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.529s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:48.958818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.028s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:48.961868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:49.019792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50326) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:49.061381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Pushing event updated for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:49.074519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:49.208329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576fec1-3ab0-4ae8-bfa0-eb7124286322 req-41ea6944-0939-4373-99cb-47535595dd48 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:49.218129 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0576fec1-3ab0-4ae8-bfa0-eb7124286322 req-41ea6944-0939-4373-99cb-47535595dd48 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 931 time: 0.6052732 Feb 10 21:12:49.221436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b506f906-9da3-4577-83a7-68514e0c3a23,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:49.268857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.270259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:35Z', 'revision_number': 3, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:49.275919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc1eb2-cd59-4fc5-ba00-b7d007373d8e None None] The sync data for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb is: [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:35Z', 'revision_number': 3, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:12:49.304152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:49.306097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:49.310516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:49.313545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.377701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.380177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:49.407296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.422131 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8698723 Feb 10 21:12:49.429835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50332) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:49.439365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Usage tracker for resource:security_group_rule and tenant:160c15ba1afa48e29a2345c22f375577 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:49.443735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:49.449802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.483005 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0576fec1-3ab0-4ae8-bfa0-eb7124286322 req-5b81ede8-6c97-4cbe-9764-d053fe6babaf tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638919 Feb 10 21:12:49.484398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:49.496636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:49.581678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:49.595546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0bbed6-9152-4379-a59a-45b2db0ceb27,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:49.609922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:49.616370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:12:49.617329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Attempting to bind port 6752d050-b29b-489d-92f7-8096e1cc6923 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:49.617761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Attempting to bind port 6752d050-b29b-489d-92f7-8096e1cc6923 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:49.618299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Attempting to bind port 6752d050-b29b-489d-92f7-8096e1cc6923 on network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:49.625117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:49.625537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Checking segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:49.625989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.626432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Bound using segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:49.626989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Bound port: 6752d050-b29b-489d-92f7-8096e1cc6923, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:49.627865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.628225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group_rule': {'security_group_id': '5f3ec421-86ce-4a4e-a039-1f0fcdeff45e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:49.634669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.635118 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Added segment 9340cf36-130c-4e2b-b332-727779f310ea of type vxlan for network b5568e04-0435-4c77-8c50-20a2a95163f3 Feb 10 21:12:49.675216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:49.693325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:49.696967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.764746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:49.767123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.800939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.804106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] For port 6752d050-b29b-489d-92f7-8096e1cc6923, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:49.811530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] For port 6752d050-b29b-489d-92f7-8096e1cc6923, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6752d050-b29b-489d-92f7-8096e1cc6923,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:49.826567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:49.877276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.916400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:49.936834 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=160c15ba1afa48e29a2345c22f375577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9127190 Feb 10 21:12:49.936834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50338) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:49.946499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50340) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:49.949756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:49.953302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.984222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:49.984939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:49.989566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.026429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71355321-faea-4d15-9f09-b98b7dd32e7c,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:50.031777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:50.034864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:50.035485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-87ebf907-db35-4df5-9a3a-107a5c69592a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:50.078615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Usage tracker for resource:security_group_rule and tenant:09dcfc4b827e456c9e2c97d71b648f99 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:50.084484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:50.144152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Pushing event updated for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:50.150764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:50.151217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:50.164316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3849127 Feb 10 21:12:50.170845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50348) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:50.171718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.180909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Request body: {'subnet': {'network_id': 'b5568e04-0435-4c77-8c50-20a2a95163f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779217081-subnet', 'tenant_id': '49a5b33df17e4ecb95af0a07aae24562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:50.191502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.198111 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Pushing event updated for resources: {'Network': ['ID=b5568e04-0435-4c77-8c50-20a2a95163f3,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:50.204103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:50.206989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:50.212655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Usage tracker for resource:subnet and tenant:49a5b33df17e4ecb95af0a07aae24562 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:50.215934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network b5568e04-0435-4c77-8c50-20a2a95163f3 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:50.224131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:50.232787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:50.253891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.269877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network b5568e04-0435-4c77-8c50-20a2a95163f3 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:12:50.377900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Made reservation on behalf of 49a5b33df17e4ecb95af0a07aae24562 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:50.377900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Notify callbacks [] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.398735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.506796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:50.507400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:50.523736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.541102 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-57ec5d87-12de-4ee5-9b8f-b36e544522d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:50.609091 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09dcfc4b827e456c9e2c97d71b648f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520479 Feb 10 21:12:50.609091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50354) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:50.624589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.630020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d62db-a033-4b68-88f4-6b7b5c9488e6,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:50.636784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:50.669317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.687704 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.712209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.744298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:50.806781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:50.815660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:50.836792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.877309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 83e627aa-dabf-4db4-b84e-789706385389 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:50.912910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:50.975466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:50.991541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:50.992240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:51.000822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:51.016869 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:51.042154 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d85f7-98d0-42ee-b440-5b81e39ea146 req-a9120a4a-795a-4938-b707-ea0e929f3b33 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:51.044040 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-666d85f7-98d0-42ee-b440-5b81e39ea146 req-a9120a4a-795a-4938-b707-ea0e929f3b33 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 931 time: 0.3560464 Feb 10 21:12:51.159463 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-666d85f7-98d0-42ee-b440-5b81e39ea146 req-89a57478-098e-4f1d-b81a-5405971b6800 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049943 Feb 10 21:12:51.230828 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.257497 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] 10.222.0.77 "PUT /v2.0/routers/32f720fd-03fd-470d-910c-04c8113d9079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9330094 Feb 10 21:12:51.258618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.261608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-614d203f-3fa8-4836-8540-2da35668c95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:51.264155 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.275285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.resource_extend [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 10 21:12:51.336506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d62db-a033-4b68-88f4-6b7b5c9488e6,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:51.354453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:51.361032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.363995 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc9d62db-a033-4b68-88f4-6b7b5c9488e6 HTTP/1.1" status: 204 len: 168 time: 0.7490242 Feb 10 21:12:51.365260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8837b3a2-578c-4035-9045-2765d193f56c {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:12:51.374873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.390074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Transition to ACTIVE for port object 8837b3a2-578c-4035-9045-2765d193f56c will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:51.393514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.394906 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71355321-faea-4d15-9f09-b98b7dd32e7c HTTP/1.1" status: 204 len: 168 time: 1.4461913 Feb 10 21:12:51.395187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:51.411570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.414060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Router e2cf12e9-338b-41a9-b7b3-9fd63e9861da has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:12:51.415190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:51.422814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.423986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:51.429434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:51.518269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f979fd-20b8-4660-9d20-172ae474af9c,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:51.556079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.634375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:51.643012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 83e627aa-dabf-4db4-b84e-789706385389 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:51.692080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 83e627aa-dabf-4db4-b84e-789706385389 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:51.692080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.778519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-911bdd95-3e06-4de8-84d3-4eed3ef2dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.877836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:51.941476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 83e627aa-dabf-4db4-b84e-789706385389, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=83e627aa-dabf-4db4-b84e-789706385389,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:51.997876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:49Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:52.003910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6904f0-e8e2-40d4-9bf4-d58e16e03ef6 None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:49Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:12:52.005881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:52.008113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:52.177534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=83e627aa-dabf-4db4-b84e-789706385389,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:52.193373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:52.306323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 2, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:52.324139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:52.324244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:52.324244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Updating router 32f720fd-03fd-470d-910c-04c8113d9079 port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:52.337614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.930s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:52.385251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71355321-faea-4d15-9f09-b98b7dd32e7c,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:52.389765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:52.396833 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fc91c5f7-de4b-41cf-b058-53541c5a241a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9658430 Feb 10 21:12:52.401870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:52.421411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.942s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:52.484034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50384) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:52.494673 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:52.542228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:52.569722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:52.612812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:floatingip and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:52.621428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:52.656642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:52.692944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=63064c0c-22e6-44b3-8658-3e7654c3a272,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:52.702211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:52.723359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Checking segment: {'id': '9340cf36-130c-4e2b-b332-727779f310ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5568e04-0435-4c77-8c50-20a2a95163f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:52.723359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Network hostable DHCP agents. Network: b5568e04-0435-4c77-8c50-20a2a95163f3, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:12:52.768489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:52.789040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:52.805902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:52.959134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6752d050-b29b-489d-92f7-8096e1cc6923 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:53.097368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Network b5568e04-0435-4c77-8c50-20a2a95163f3 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:12:53.102583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:12:53.126951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 6752d050-b29b-489d-92f7-8096e1cc6923 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:53.133068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6752d050-b29b-489d-92f7-8096e1cc6923 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:53.133539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.163876 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] 10.222.0.77 "PUT /v2.0/routers/e2cf12e9-338b-41a9-b7b3-9fd63e9861da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2065501 Feb 10 21:12:53.180673 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Attempting to bind port 8837b3a2-578c-4035-9045-2765d193f56c on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:53.181225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Attempting to bind port 8837b3a2-578c-4035-9045-2765d193f56c by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '7565bb3f-d528-4efe-9aca-459240617a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '838e5c35-e849-4222-b237-f6688504e915'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:53.181505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Attempting to bind port 8837b3a2-578c-4035-9045-2765d193f56c on network 838e5c35-e849-4222-b237-f6688504e915 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:53.196868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:53.197945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Checking segment: {'id': '7565bb3f-d528-4efe-9aca-459240617a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '838e5c35-e849-4222-b237-f6688504e915'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:53.201076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.201849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Bound using segment: {'id': '7565bb3f-d528-4efe-9aca-459240617a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '838e5c35-e849-4222-b237-f6688504e915'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:53.204213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Bound port: 8837b3a2-578c-4035-9045-2765d193f56c, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7565bb3f-d528-4efe-9aca-459240617a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '838e5c35-e849-4222-b237-f6688504e915'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:53.206110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.216056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Sync routers for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:12:53.267856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:53.269637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:53.273954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, b5568e04-0435-4c77-8c50-20a2a95163f3) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:53.296908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:53.297571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.393244 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2207479 Feb 10 21:12:53.454568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c5743-fa29-4845-89c8-30c5f9e50129 None None] Network b5568e04-0435-4c77-8c50-20a2a95163f3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:53.505223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:53.514566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8837b3a2-578c-4035-9045-2765d193f56c,segment=NetworkSegment(7565bb3f-d528-4efe-9aca-459240617a23),segment_id=7565bb3f-d528-4efe-9aca-459240617a23)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:53.556138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.617857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.631061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6984bf-99c2-4f25-9c4a-eb4c0015b2e3 req-777a25cf-ca0e-4d88-bbe5-29b40ad59394 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:53.649638 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dd6984bf-99c2-4f25-9c4a-eb4c0015b2e3 req-777a25cf-ca0e-4d88-bbe5-29b40ad59394 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 943 time: 0.5416131 Feb 10 21:12:53.658095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Transition to ACTIVE for port object 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:53.679590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.704129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.734540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:53.830422 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dd6984bf-99c2-4f25-9c4a-eb4c0015b2e3 req-ab8f0152-ec56-4f35-b26e-c848b1b5cf33 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796489 Feb 10 21:12:53.857912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:53.900955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c390-3e92-46b1-a0b8-83172aaee8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:53.982575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Pushing event updated for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:53.999897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:54.050434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:54.054416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:54.057875 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] 10.222.0.46 "PUT /v2.0/ports/8837b3a2-578c-4035-9045-2765d193f56c HTTP/1.1" status: 200 len: 1157 time: 6.7396500 Feb 10 21:12:54.075603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:12:54.222075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50434) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:54.236288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580750901', 'description': 'tempest-description--1577930075'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:54.326902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:54.333672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:54.344952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:54.350596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:54.382176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:54.455371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:54.467690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:54.522270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-bb5de604-37cf-45e9-818b-ae2e8d0ad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:54.526014 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-bb5de604-37cf-45e9-818b-ae2e8d0ad54b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41fdedb7d2e149deb3bff974528042bb&device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 1160 time: 0.2623718 Feb 10 21:12:54.631545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:54.697740 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-a7602b07-f11f-40d3-ae5a-e4b9de01c730 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8837b3a2-578c-4035-9045-2765d193f56c HTTP/1.1" status: 200 len: 217 time: 0.1621935 Feb 10 21:12:54.725331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Attempting to bind port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:54.725740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Attempting to bind port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:54.726141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Attempting to bind port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 on network e368b2aa-eed1-416f-a484-77c7d83e0b8b {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:54.736109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:54.736514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Checking segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:54.736953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:54.737829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Bound using segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:54.737972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Bound port: 9a43dccf-d08d-44a1-8a62-2804daa7e9b0, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:54.738266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:54.885152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:54.889230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-c5064c63-b6de-41dc-9cb0-4dd3667ae7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:54.890849 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-c5064c63-b6de-41dc-9cb0-4dd3667ae7f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a781f674-da24-46d0-ad72-1437da49bfe3 HTTP/1.1" status: 200 len: 851 time: 0.1831317 Feb 10 21:12:54.925407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] For port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:54.931309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] For port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:54.946843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:54.986149 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-7304b688-072a-43f6-ad3b-a1aa0e2d98db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=838e5c35-e849-4222-b237-f6688504e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891161 Feb 10 21:12:54.990742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:55.037750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:55.086679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:55.110740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:55.115580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Allocated IP 172.28.3.139 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/9b8d160a-834d-430d-bcc6-dc859cc52215) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:12:55.118105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:55.164279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787509c4-8286-46a3-9e50-27e755dc5aae None None] Network b5568e04-0435-4c77-8c50-20a2a95163f3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:12:55.206060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 6752d050-b29b-489d-92f7-8096e1cc6923, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6752d050-b29b-489d-92f7-8096e1cc6923,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:12:55.282143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:49Z', 'revision_number': 4, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6d7f18e0-109d-4b53-be2d-13c0d9c1faf2', 'name': '', 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'mac_address': 'fa:16:3e:49:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:50Z', 'revision_number': 2, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'subnets': [{'id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:55.289208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Checking router: e2cf12e9-338b-41a9-b7b3-9fd63e9861da for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:12:55.289728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Updating router e2cf12e9-338b-41a9-b7b3-9fd63e9861da port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:12:55.293701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Pushing event updated for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=4']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:55.308965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:55.319343 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-3f0a6dad-ddef-48b3-879b-eb6634c72fca service neutron] 10.222.0.46 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197398 Feb 10 21:12:55.325013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:55.328750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:55.329794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 83e627aa-dabf-4db4-b84e-789706385389 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:55.520460 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2d7d7df-b826-4c4b-b6e7-a705f3f3ed13 req-fa73cc15-3f26-4f40-8d5e-5594aebd88ac service neutron] 10.222.0.46 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1933193 Feb 10 21:12:55.623792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:55.623792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:55.656326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c27090be-e507-4455-941f-f54632fc1b73 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:55.658075 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c27090be-e507-4455-941f-f54632fc1b73 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 819 time: 0.9836557 Feb 10 21:12:55.688827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:55.689173 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-b7c0e7fc-54de-4c07-b244-48cfcc1e293d tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/quotas/9e2925f67ff643b2b335331919cbbfaf HTTP/1.1" status: 200 len: 375 time: 0.0202022 Feb 10 21:12:55.816755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:55.831045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:55.867517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:55.927744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 83e627aa-dabf-4db4-b84e-789706385389 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:55.928226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:56.129135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:56.163909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a54b9-d9f4-4662-b6dc-d5fa361b9742 req-7948b673-0556-41b4-8179-7e92bcd074cb tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:56.165260 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-620a54b9-d9f4-4662-b6dc-d5fa361b9742 req-7948b673-0556-41b4-8179-7e92bcd074cb tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 943 time: 1.0021136 Feb 10 21:12:56.194193 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0302b152-15b6-4095-abaf-3dfc5698b4c5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4889581 Feb 10 21:12:56.217362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:56.368385 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-620a54b9-d9f4-4662-b6dc-d5fa361b9742 req-39d50936-295b-4d60-9601-86911c96c7ed tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730356 Feb 10 21:12:56.434200 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-b1f10656-a6b5-4736-ade7-6120bc520054 service neutron] 10.222.0.77 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118361 Feb 10 21:12:56.512181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6752d050-b29b-489d-92f7-8096e1cc6923 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:56.574370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:56.583384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2f7d4-e81b-44d9-98e6-85bd7392eb61 None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:12:56.602409 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-9527a006-afde-4cf1-8733-b17f8c3b6552 service neutron] 10.222.0.77 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504588 Feb 10 21:12:56.677381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6752d050-b29b-489d-92f7-8096e1cc6923 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:56.677809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:56.744619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:56.761476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:56.782623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:56.798345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:12:56.838677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.002021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.034562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Transition to ACTIVE for port object 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:12:57.094974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.281026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c', 'status': 'completed', 'code': 200} Feb 10 21:12:57.286745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:57.342017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.408517 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2d9ff8ad-d9b4-443b-8508-88d49ca72828 req-ed0bb0c6-653e-4e70-9a5d-dcbb727b87bb tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 210 time: 0.2789407 Feb 10 21:12:57.427016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.561224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=9b8d160a-834d-430d-bcc6-dc859cc52215,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:57.564526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f1032-769d-4634-939c-34ad636e01a7 req-c41af3e6-fbad-4ab1-81ff-5ce02a5db453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:57.571535 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-c41af3e6-fbad-4ab1-81ff-5ce02a5db453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41fdedb7d2e149deb3bff974528042bb&device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 1160 time: 0.2525015 Feb 10 21:12:57.578362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:57.578902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0bbcc4be-8248-4ad0-9f06-9a138e638f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:57.651262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:57.656448 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4333277 Feb 10 21:12:57.674337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50526) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:57.679116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Pushing event updated for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:57.709260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:57.714033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group_rule': {'security_group_id': '064249ae-16cf-47f0-a1e6-e4358ce4d5b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:57.838525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:57.859391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f1032-769d-4634-939c-34ad636e01a7 req-2fe43885-b911-425f-b3f3-2fc11ba1fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:57.861290 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-2fe43885-b911-425f-b3f3-2fc11ba1fa72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=838e5c35-e849-4222-b237-f6688504e915 HTTP/1.1" status: 200 len: 905 time: 0.2659950 Feb 10 21:12:58.028220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:58.068288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:58.077406 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-115d49ab-d4d5-4af4-ad7c-309b38737a1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8837b3a2-578c-4035-9045-2765d193f56c HTTP/1.1" status: 200 len: 217 time: 0.2082021 Feb 10 21:12:58.116642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064249ae-16cf-47f0-a1e6-e4358ce4d5b4,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:58.133958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:58.135112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:58.175936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Attempting to bind port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:12:58.176358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Attempting to bind port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:12:58.176771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Attempting to bind port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 on network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:12:58.199395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:12:58.199815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Checking segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:12:58.200267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:58.201556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Bound using segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:12:58.202092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Bound port: 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:12:58.202527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:58.210104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f1032-769d-4634-939c-34ad636e01a7 req-ef00316e-5513-42d7-acf5-0fce8a89a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:58.212137 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-ef00316e-5513-42d7-acf5-0fce8a89a631 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a781f674-da24-46d0-ad72-1437da49bfe3 HTTP/1.1" status: 200 len: 851 time: 0.1269658 Feb 10 21:12:58.299509 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-214fefbe-816f-424b-9220-80011fe078ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=838e5c35-e849-4222-b237-f6688504e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801206 Feb 10 21:12:58.410978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] For port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:12:58.414810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] For port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:12:58.444040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:12:58.453899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:12:58.478591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:12:58.500131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:58.624998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:58.630903 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-41ec4350-3096-4211-a9ba-d44ed8f55e49 service neutron] 10.222.0.46 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221354 Feb 10 21:12:58.712113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:58.752818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:12:58.756541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d53276-da16-4b00-99f6-a67c9d4632d0 req-cc1feb56-1ef3-40e9-a08d-df682ff3a875 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:58.758270 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-46d53276-da16-4b00-99f6-a67c9d4632d0 req-cc1feb56-1ef3-40e9-a08d-df682ff3a875 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 943 time: 0.9452968 Feb 10 21:12:58.870110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Pushing event updated for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:58.882436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:58.895386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:12:58.896297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:12:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:12:58.963584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50570) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:58.985701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1490570847-network', 'tenant_id': 'fa90ec50f6d24b139f0ad6638f36cc20'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:12:59.024287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:59.052651 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-136f1032-769d-4634-939c-34ad636e01a7 req-7c572378-324e-44fe-8a02-ddb810278b56 service neutron] 10.222.0.46 "GET /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3958957 Feb 10 21:12:59.074907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Usage tracker for resource:network and tenant:fa90ec50f6d24b139f0ad6638f36cc20 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:59.088440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:59.104535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:59.161511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Made reservation on behalf of fa90ec50f6d24b139f0ad6638f36cc20 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:12:59.166764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.201414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.221624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-5fc98f9c-e740-462b-b4e7-8ed09a624df6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:59.230597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:12:59.244089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa90ec50f6d24b139f0ad6638f36cc20 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:12:59.246512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:12:59.249437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:12:59.251293 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-5fc98f9c-e740-462b-b4e7-8ed09a624df6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 819 time: 1.1126094 Feb 10 21:12:59.264577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:12:59.295742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:12:59.310592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:12:59.311256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.317344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.334946 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-cfbce3de-0838-4ee6-ac83-69036b479d73 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/quotas/9e2925f67ff643b2b335331919cbbfaf HTTP/1.1" status: 200 len: 375 time: 0.0812442 Feb 10 21:12:59.392598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.411242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.418672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.424387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.431772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:59.440295 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-46d53276-da16-4b00-99f6-a67c9d4632d0 req-f56e181b-a522-4c6f-8bc0-0ce2f1034e42 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969982 Feb 10 21:12:59.471874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:12:59.488510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708add8f-580f-4d4d-91f6-1e1434fc8e46,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:59.491849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:59.523513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12c940-a821-483b-aeae-0daabef60e6d,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:12:59.550439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:12:59.574119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:12:59.621085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.621750 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Added segment 87b8e9b1-62ca-42d7-8ca6-4f8f19aeec99 of type vxlan for network 79890451-369a-4339-88f0-2e0d65c42fa3 Feb 10 21:12:59.632926 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-a996e463-19b8-416e-a398-3eac75080f3c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2960980 Feb 10 21:12:59.676958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.757894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.882880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.884341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:12:59.885112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.900795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:12:59.906024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50598) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:12:59.907856 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2249880 Feb 10 21:12:59.914161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:00.008013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.105358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Pushing event updated for resources: {'Network': ['ID=79890451-369a-4339-88f0-2e0d65c42fa3,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:00.111573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group_rule': {'security_group_id': '064249ae-16cf-47f0-a1e6-e4358ce4d5b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:00.131995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 79890451-369a-4339-88f0-2e0d65c42fa3 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:00.151648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:00.155205 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:00.161551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network 79890451-369a-4339-88f0-2e0d65c42fa3 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:00.182516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:00.187573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:00.211259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:00.223913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2591689 Feb 10 21:13:00.224622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50612) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:00.238145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Request body: {'subnet': {'network_id': '79890451-369a-4339-88f0-2e0d65c42fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1490570847-subnet', 'tenant_id': 'fa90ec50f6d24b139f0ad6638f36cc20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:00.255070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:00.256834 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-5b0f2f9d-bf22-4e78-aff3-525042b90092 service neutron] 10.222.0.77 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224360 Feb 10 21:13:00.261608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Usage tracker for resource:subnet and tenant:fa90ec50f6d24b139f0ad6638f36cc20 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:00.276851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:00.285553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:00.287719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.354803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Made reservation on behalf of fa90ec50f6d24b139f0ad6638f36cc20 for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:00.356533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.479466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.511270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.517208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.523337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:00.554886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68966c3d-600d-48f1-b527-2f004da55b96,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:00.563405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:00.567485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.647087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7e098240-7e84-4d10-8134-eebc7b341537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:00.658785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.660659 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6844187 Feb 10 21:13:00.663910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50626) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:00.665616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:00.670745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:00.720103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:00.725601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:floatingip and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:00.729002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:00.736206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:00.786369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.833979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:49Z', 'revision_number': 4, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6d7f18e0-109d-4b53-be2d-13c0d9c1faf2', 'name': '', 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'mac_address': 'fa:16:3e:49:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:58Z', 'revision_number': 4, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'subnets': [{'id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:00.837764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-e159ae1c-1cd1-4e48-88ed-8481ffeea4be None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:13:00.840901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:00.843890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:00.896515 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-40bb0611-e776-4d04-987c-5ed16e4b8de8 service neutron] 10.222.0.77 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6386158 Feb 10 21:13:00.910488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab744efa-e424-4de1-8f9f-b5abda95ed0a None None] The sync data for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb is: [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:12:49Z', 'revision_number': 4, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6d7f18e0-109d-4b53-be2d-13c0d9c1faf2', 'name': '', 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'mac_address': 'fa:16:3e:49:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:58Z', 'revision_number': 4, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'subnets': [{'id': '3b4bd43c-8698-4293-bf9e-2a1b6e96469f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:13:01.047735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:01.058871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:01.220879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=9b8d160a-834d-430d-bcc6-dc859cc52215,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:01.224753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:01.317897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8837b3a2-578c-4035-9045-2765d193f56c up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:01.389659 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-43ed21c7-8acc-48a4-88ce-9c1e82a91d16 req-64441543-3a6a-4191-96cf-6e56300515e3 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.1110475 Feb 10 21:13:01.511776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50638) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:01.517402 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:01.543942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 8837b3a2-578c-4035-9045-2765d193f56c completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:01.550556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 8837b3a2-578c-4035-9045-2765d193f56c triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:01.551001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:01.577807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efc91a-3d78-455c-a304-d18006b67fcd req-4ea839a3-5a75-41c0-a9fe-d0f12595f13a tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:01.585654 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05efc91a-3d78-455c-a304-d18006b67fcd req-4ea839a3-5a75-41c0-a9fe-d0f12595f13a tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 943 time: 0.5610986 Feb 10 21:13:01.590432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:01.674239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:01.676710 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1866715 Feb 10 21:13:01.784587 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05efc91a-3d78-455c-a304-d18006b67fcd req-5b844063-e841-4bbe-9879-f2c5a2135d88 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979489 Feb 10 21:13:01.798500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:01.887289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:02.016796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-fa6280f1-b26b-4f3a-9d3b-21b98145ab59 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:02.018192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-fa6280f1-b26b-4f3a-9d3b-21b98145ab59 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Synchronizing usage tracker for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:02.032806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8837b3a2-578c-4035-9045-2765d193f56c,segment=NetworkSegment(7565bb3f-d528-4efe-9aca-459240617a23),segment_id=7565bb3f-d528-4efe-9aca-459240617a23)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:02.064196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:02.069181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:02.152499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:02.201833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:02.270635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:02.282508 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:02.292862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Usage tracker for resource:security_group_rule and tenant:9281ca70cf31487f891d787bcebca243 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:02.298842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:02.318608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-fa6280f1-b26b-4f3a-9d3b-21b98145ab59 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Unset dirty status for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:02.318608 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-fa6280f1-b26b-4f3a-9d3b-21b98145ab59 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 819 time: 1.2503943 Feb 10 21:13:02.328284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8837b3a2-578c-4035-9045-2765d193f56c up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:02.347952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:02.363539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Request body: {'port': {'device_id': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'admin_state_up': True, 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:02.521065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 8837b3a2-578c-4035-9045-2765d193f56c triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:02.521557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:02.546779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-f52eea33-22c9-4726-822a-999e200d467f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:02.642808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-f52eea33-22c9-4726-822a-999e200d467f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:02.644065 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-f52eea33-22c9-4726-822a-999e200d467f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1142148755&fields=id&tenant_id=3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 267 time: 0.2462463 Feb 10 21:13:02.847952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:02.906382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:03.117530 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b1d53d00-f066-4aa5-b5d6-fdcb8b085506 req-8a215884-32aa-4cd1-a45c-939dea030b6f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.3945696 Feb 10 21:13:03.187603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:03.209119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Allocated IP 172.28.3.129 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/a154d972-38c8-4d09-9ce8-54edb5070cce) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:03.213404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:03.238462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Usage tracker for resource:port and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:03.251159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:03.284236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:03.290339 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50710) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:03.327200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-c6cfd000-9fc5-4100-acce-2e0b6b0b309e tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:03.327782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:03.329207 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-c6cfd000-9fc5-4100-acce-2e0b6b0b309e tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 810 time: 0.6700342 Feb 10 21:13:03.334157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:03.335146 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.366975 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-91ebe4b4-74f2-49ee-a249-f6539ec14d7b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/quotas/3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 375 time: 0.0310731 Feb 10 21:13:03.386877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce516df-2cb7-4cde-a544-31b987fd1c7b,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:03.413986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Made reservation on behalf of 9e2925f67ff643b2b335331919cbbfaf for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:03.440645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.463268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:03.511898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.595380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:03.604478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-0f2ec675-63cd-46c2-9e52-e8dc80808f5e tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:03.618286 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c', 'code': 200} Feb 10 21:13:03.634875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.641502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.642864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:03.675767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-0f2ec675-63cd-46c2-9e52-e8dc80808f5e tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:03.677719 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-0f2ec675-63cd-46c2-9e52-e8dc80808f5e tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2946050 Feb 10 21:13:03.683188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Checking segment: {'id': '87b8e9b1-62ca-42d7-8ca6-4f8f19aeec99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '79890451-369a-4339-88f0-2e0d65c42fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:03.683588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Network hostable DHCP agents. Network: 79890451-369a-4339-88f0-2e0d65c42fa3, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:13:03.690527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.760004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06f03703-1d32-4b33-80b3-2b9970af5689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:03.767696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.768436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:03.811681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:03.816830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Usage tracker for resource:security_group_rule and tenant:efe320fb1fb2452aa303450ef4091e6c is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:03.820616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:03.827188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:03.858373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:03.863822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:03.890423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:03.890888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:03.930461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.010705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.46', 56031) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:04.037503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.098925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.46', 56033) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:04.120877 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9281ca70cf31487f891d787bcebca243&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5555933 Feb 10 21:13:04.129484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01677ffa-4411-4516-8e2e-2f3348b9a58e,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:04.134675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:04.135417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50730) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:04.216900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:04.225669 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efe320fb1fb2452aa303450ef4091e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9342108 Feb 10 21:13:04.226361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50736) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:04.232821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.235379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50738) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:04.257060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Network 79890451-369a-4339-88f0-2e0d65c42fa3 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:13:04.288094 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-cd2531b0-7fde-4bc0-a92d-3674f96acdb1 service neutron] 10.222.0.77 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817003 Feb 10 21:13:04.324700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8837b3a2-578c-4035-9045-2765d193f56c up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:04.355443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.405337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 79890451-369a-4339-88f0-2e0d65c42fa3) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:04.407119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f88b3f-ac7d-4135-83b5-51a897c1192f,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:04.423302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60fd18c-9095-46c6-ade4-d768480165c4 None None] Network 79890451-369a-4339-88f0-2e0d65c42fa3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:04.433103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:04.433749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.470427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:04.500574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.559327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:04.571387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Usage tracker for resource:security_group_rule and tenant:73f77567ecba4d9baf0d7e3b94d7562e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:04.578141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:04.578553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 8837b3a2-578c-4035-9045-2765d193f56c triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:04.578999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.585961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbb87b-8292-4372-8a00-5a251fff84ae req-7364ae09-a632-42fe-b576-94af3438225b tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:04.587691 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2cbb87b-8292-4372-8a00-5a251fff84ae req-7364ae09-a632-42fe-b576-94af3438225b tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 0.7877617 Feb 10 21:13:04.589712 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-e2651b84-df78-4bbf-8fa6-b239cbb81d5f service neutron] 10.222.0.77 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780261 Feb 10 21:13:04.594766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:04.647879 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4219921 Feb 10 21:13:04.650300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-61d977a3-64fb-4ae6-ae3f-c8ba125427ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:04.651845 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-61d977a3-64fb-4ae6-ae3f-c8ba125427ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 1162 time: 0.5375443 Feb 10 21:13:04.675224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.712399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-6addcd5d-3338-4847-97c8-75afba7caa76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:04.714007 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-6addcd5d-3338-4847-97c8-75afba7caa76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 819 time: 0.6926792 Feb 10 21:13:04.752692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:04.778878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Request body: {'port': {'device_id': '63dbfb52-6999-4b72-8e73-ff928c312684', 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2', 'admin_state_up': True, 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:04.782347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-86d06437-1d98-4a0b-9680-30aaa8b1322d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:04.800254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189a59b-3cbe-4f2b-8456-a1795939024a None None] Network 79890451-369a-4339-88f0-2e0d65c42fa3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:04.981175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.018116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50758) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:05.039890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:05.085948 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2cbb87b-8292-4372-8a00-5a251fff84ae req-1e62e7a3-c7b3-4154-85d6-5796f2c7ceed tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700332 Feb 10 21:13:05.092541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:05.177460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.227920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:05.228346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.233170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Deleting subnet 63064c0c-22e6-44b3-8658-3e7654c3a272 {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:13:05.263510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Usage tracker for resource:port and tenant:9e2925f67ff643b2b335331919cbbfaf is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:05.274429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.353022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:05.365394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b1d0b635-1a5b-4552-ab05-ae12ed51eba0 req-6db87c65-558c-4a23-bda5-4aeedd07955b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.3199718 Feb 10 21:13:05.367435 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7fe66922-3d2b-44eb-95cd-4d3ed9d5f05b req-04c8ac2c-2f14-4319-adec-850b6a83314b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.1445577 Feb 10 21:13:05.379423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:05.393288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:05.400515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Usage tracker for resource:security_group_rule and tenant:a3bd810cec1048b4bdb8bd9d72db2d6e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:05.404231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=a154d972-38c8-4d09-9ce8-54edb5070cce,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:05.409244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:05.412281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:05.421347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:05.423944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.431130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Allocated IP 172.20.0.2 (d6260522-4f19-4a18-8f9f-ac69ef32f5b2/3b4bd43c-8698-4293-bf9e-2a1b6e96469f/1b4b6e87-32ae-49cf-a614-c08445cb0e61) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:05.444716 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.463013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.476193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:05.477527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:05.479993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:05.508241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Made reservation on behalf of 9e2925f67ff643b2b335331919cbbfaf for: {'port': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:05.529495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.811333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.849711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.920168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:05.930736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:05.973562 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73f77567ecba4d9baf0d7e3b94d7562e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7310338 Feb 10 21:13:05.975321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ecb4d6-0693-49bb-9b34-caf541c5a6ea,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:05.976597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50768) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:06.004985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:06.026807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.050399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.053109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.074519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-01d87109-3a71-476f-8f5f-76cefef65874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.089152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.104515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01677ffa-4411-4516-8e2e-2f3348b9a58e,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:06.113127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:06.116510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fa10ae44-5f69-4192-bd68-2710947027ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.174659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f88b3f-ac7d-4135-83b5-51a897c1192f,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:06.201867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.203664 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01677ffa-4411-4516-8e2e-2f3348b9a58e HTTP/1.1" status: 204 len: 168 time: 2.0636647 Feb 10 21:13:06.254314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.258414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.330769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.343058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.514224 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eaaa52c3-995a-4058-b8c4-c3066ba14a63 req-12de6347-6c45-47a4-a278-715c10408495 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8341084 Feb 10 21:13:06.545548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:06.548276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.552727 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62f88b3f-ac7d-4135-83b5-51a897c1192f HTTP/1.1" status: 204 len: 168 time: 2.3112135 Feb 10 21:13:06.577163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.586432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Pushing event updated for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:06.599139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:06.599614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.662308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.664003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c027a83b-0551-41d5-a342-fd93231e5228,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:06.665339 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1cd37f86-da84-4da9-91b5-77fe463998fd req-b2a1710a-3be5-4187-a6eb-3400e67505b4 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.0588090 Feb 10 21:13:06.690983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:06.697472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:06.708814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:06.714493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:06.732999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.805887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:06.806632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.817364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.837657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.862420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:06.879796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:06.938716 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5997984 Feb 10 21:13:06.954903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Request body: {'port': {'device_id': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:06.975770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63064c0c-22e6-44b3-8658-3e7654c3a272,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:06.978718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:07.018376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e087b6a7-bd12-4b6b-955a-59401d2f63c0 req-463915c8-c822-4656-ad9f-f939ef75c526 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Synchronizing usage tracker for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:07.025375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Allocated IP 172.20.0.9 (d6260522-4f19-4a18-8f9f-ac69ef32f5b2/3b4bd43c-8698-4293-bf9e-2a1b6e96469f/00afd426-8aed-4bf9-a6c0-c13a76259878) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:07.088969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.093060 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/63064c0c-22e6-44b3-8658-3e7654c3a272 HTTP/1.1" status: 204 len: 168 time: 2.0608423 Feb 10 21:13:07.094439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 50786) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:07.110943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=a154d972-38c8-4d09-9ce8-54edb5070cce,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:07.152670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:07.169659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50792) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:07.225289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.235118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.238623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea4139-a894-468d-a04d-50b8a23c97d2 req-4da2b6e7-9ddc-4b38-9aa0-b67943a0c183 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:07.242927 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-caea4139-a894-468d-a04d-50b8a23c97d2 req-4da2b6e7-9ddc-4b38-9aa0-b67943a0c183 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 0.6725557 Feb 10 21:13:07.244250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e087b6a7-bd12-4b6b-955a-59401d2f63c0 req-463915c8-c822-4656-ad9f-f939ef75c526 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Unset dirty status for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:07.245496 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e087b6a7-bd12-4b6b-955a-59401d2f63c0 req-463915c8-c822-4656-ad9f-f939ef75c526 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.4120023 Feb 10 21:13:07.308324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:07.322769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.327701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Usage tracker for resource:security_group_rule and tenant:435aa6a9216446d5994eae8841515637 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:07.330849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:07.340441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:07.436237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.484792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.486121 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8209882 Feb 10 21:13:07.559612 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-caea4139-a894-468d-a04d-50b8a23c97d2 req-28819c4d-3b3c-41e8-b895-0f8ad6340859 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765558 Feb 10 21:13:07.577110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.635876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:07.668318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50800) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:07.703507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.703935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.707656 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6ecb4d6-0693-49bb-9b34-caf541c5a6ea HTTP/1.1" status: 204 len: 168 time: 1.7275264 Feb 10 21:13:07.707656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ecb4d6-0693-49bb-9b34-caf541c5a6ea,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:07.717083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:07.802045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:07.804031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Usage tracker for resource:security_group_rule and tenant:82fdb51c1cb348a28a0134040d43db1c is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:07.807525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:07.814543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:07.816989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.899213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.955804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:07.991897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:08.031627 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0a558be4-2613-4ccb-bf68-2b3db21a0efb req-ec99f750-9625-4e62-ba4f-2bf16b7a7c2c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.1609814 Feb 10 21:13:08.077444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-896c1de5-8058-4399-8658-da27d8840edb tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:08.082908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac360b-1792-4ced-ad63-a84851d18634,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:08.087812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.093844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:08.094003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.096753 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=435aa6a9216446d5994eae8841515637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9259586 Feb 10 21:13:08.101630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50816) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:08.130878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.131277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.132102 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.132472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > port after_create 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.132846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.133218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > port after_update 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.133572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.133926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.134278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.134630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.150547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.249223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b230318a-51ae-41e3-9a19-35330b023af3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:08.250026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b230318a-51ae-41e3-9a19-35330b023af3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:08.274379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-12de6347-6c45-47a4-a278-715c10408495 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:08.308896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.309278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.310439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.311143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:08.311143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5568e04-0435-4c77-8c50-20a2a95163f3']}} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:08.324379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-896c1de5-8058-4399-8658-da27d8840edb tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:08.325927 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-896c1de5-8058-4399-8658-da27d8840edb tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1580750901&fields=id&tenant_id=83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 267 time: 0.5140448 Feb 10 21:13:08.331296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9340cf36-130c-4e2b-b332-727779f310ea') {'for_net_delete': True} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:08.331631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9340cf36-130c-4e2b-b332-727779f310ea') {} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:08.352921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79215c3a-3a5b-4c5b-90dd-bc3744cc194b,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:08.361509 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82fdb51c1cb348a28a0134040d43db1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887205 Feb 10 21:13:08.361509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:08.366832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50828) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:08.372766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847452163'] for segment, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.386452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.416643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b230318a-51ae-41e3-9a19-35330b023af3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:08.417965 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b230318a-51ae-41e3-9a19-35330b023af3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 810 time: 0.6650198 Feb 10 21:13:08.467917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.474060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.533183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:13:08.550299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.553807 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bc4932ec-09df-4c79-9d3f-fc948dcceead req-7421e5ce-77a8-4d71-9ab5-3b70de53abb7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.0834281 Feb 10 21:13:08.621522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50834) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:08.627343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.675228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.707527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-ce249f21-5e52-451b-948d-740c54cfa483 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:08.754855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.840409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:08.902416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Network b5568e04-0435-4c77-8c50-20a2a95163f3 has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:08.940677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.956640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:08.996185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7360c901-3c1d-43d8-92b2-b0f7c0064fa5 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:08.998499 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7360c901-3c1d-43d8-92b2-b0f7c0064fa5 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 816 time: 0.6573939 Feb 10 21:13:09.008181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7322058'] for segment, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.017128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-97c7c97c-8024-4420-bf7c-2fc53a40533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:09.057527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:09.060896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac360b-1792-4ced-ad63-a84851d18634,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:09.067001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Usage tracker for resource:security_group_rule and tenant:3abbcfb08d78428c82117023a41d6a60 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:09.076069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-ce249f21-5e52-451b-948d-740c54cfa483 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:09.077600 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-ce249f21-5e52-451b-948d-740c54cfa483 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 5705 time: 0.6446986 Feb 10 21:13:09.082541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:09.086120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:09.096604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:09.104981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'port': {'device_id': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'admin_state_up': True, 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'security_groups': ['5f3ec421-86ce-4a4e-a039-1f0fcdeff45e']}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:09.153150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.154487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cac360b-1792-4ced-ad63-a84851d18634 HTTP/1.1" status: 204 len: 168 time: 1.0525336 Feb 10 21:13:09.287368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.299431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:09.330431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79215c3a-3a5b-4c5b-90dd-bc3744cc194b,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:09.351456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:09.400678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.405487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79215c3a-3a5b-4c5b-90dd-bc3744cc194b HTTP/1.1" status: 204 len: 168 time: 1.0375912 Feb 10 21:13:09.405629 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-2f025ed7-3af7-4880-9850-33145ab86eac tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/quotas/83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 375 time: 0.3637393 Feb 10 21:13:09.421892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:09.424016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Pushing event updated for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:09.439192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:09.443490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:09.451306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4b6e87-32ae-49cf-a614-c08445cb0e61 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:13:09.466182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.509360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Made reservation on behalf of 3289362b2dad42769f08ef5c9330d8e5 for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:09.532338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.576189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Network b5568e04-0435-4c77-8c50-20a2a95163f3 has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: from cryptography.utils import int_from_bytes Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: from cryptography.utils import int_from_bytes Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: (rel_b, rel_a, rel_b), Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: (rel_b, rel_a, rel_b), Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:13:09.626475 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:13:09.717004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.791275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935a72-96bf-4b68-aaf0-632d2fa90a60 req-b6bd2d6d-694e-412d-a629-17c6caeb14c0 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:09.799209 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9c935a72-96bf-4b68-aaf0-632d2fa90a60 req-b6bd2d6d-694e-412d-a629-17c6caeb14c0 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 1.0621562 Feb 10 21:13:09.842084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:09.856116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:09.877828 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:09.882899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:09.929053 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9c935a72-96bf-4b68-aaf0-632d2fa90a60 req-41935b48-19b5-4477-90f7-fb63b9ff2fc1 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288426 Feb 10 21:13:09.935574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:09.996202 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3abbcfb08d78428c82117023a41d6a60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3729589 Feb 10 21:13:10.003176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50864) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:10.003892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74df07c-8755-49c6-9559-ec72766d76a8,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:10.008709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:10.047840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Transition to ACTIVE for port object 1b4b6e87-32ae-49cf-a614-c08445cb0e61 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:10.133997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.148612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Allocated IP 172.20.0.3 (a91d5b92-17ab-4788-a1c7-e4a94476c1d3/e8102a7d-4792-469f-b5e0-aed4203af422/40af6ce4-ac98-4565-8997-c52c8ffb0cb5) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:10.179913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-37529c36-2f51-4932-9c5c-952fc500bf3e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7396162 Feb 10 21:13:10.180635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.191263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c5c35dd5-e426-48c8-a06e-0063f37741cc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:10.296596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:10.297249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.350407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aba247f4-56be-4391-bfdb-dedc6bb49299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:10.382152 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-323a6786-8c7c-4015-af28-760539415156 req-5ba43ab3-42bc-41fb-ba2a-ccde723925e5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.1973743 Feb 10 21:13:10.385744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.388951 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] 10.222.0.77 "DELETE /v2.0/networks/b5568e04-0435-4c77-8c50-20a2a95163f3 HTTP/1.1" status: 204 len: 168 time: 3.2908759 Feb 10 21:13:10.396749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5568e04-0435-4c77-8c50-20a2a95163f3,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:10.410927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.423256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50874) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:10.461744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:10.463855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6924186 Feb 10 21:13:10.488060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Request body: {'port': {'device_id': '63dbfb52-6999-4b72-8e73-ff928c312684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:10.571959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:10.602253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:10.626835 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-43723bd7-75fe-4ab0-b62f-706ba06a8e75 service neutron] 10.222.0.77 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184013 Feb 10 21:13:10.711468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.767640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:10.825115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Deleting subnet 4ce516df-2cb7-4cde-a544-31b987fd1c7b {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:13:10.849602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.057978 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-fa7f1fc2-2088-4d51-9ff8-5c5d665bdf1c service neutron] 10.222.0.77 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4201589 Feb 10 21:13:11.148170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50898) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:11.164748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.180099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e86f4-72a5-4b53-83e6-8ca0b13e0efc req-a29d19bb-d3c8-44ac-85bc-4535a0eb4ff1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:11.181816 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-248e86f4-72a5-4b53-83e6-8ca0b13e0efc req-a29d19bb-d3c8-44ac-85bc-4535a0eb4ff1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 931 time: 0.4786117 Feb 10 21:13:11.202313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Attempting to bind port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:13:11.202819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Attempting to bind port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:13:11.203303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Attempting to bind port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 on network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:13:11.206263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.289740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:13:11.290318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Checking segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:11.290992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.292183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Bound using segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:13:11.292183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Bound port: 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:13:11.292410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.318628 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.359516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.376204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a98d6965-8232-443d-8f70-8bcea969d0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:11.381847 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-248e86f4-72a5-4b53-83e6-8ca0b13e0efc req-42e83799-9eae-4ba0-93b7-c667b43a41e7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552408 Feb 10 21:13:11.416232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74df07c-8755-49c6-9559-ec72766d76a8,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:11.491980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:13:11.495412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:13:11.500993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:11.520858 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-57cced43-b9a7-4960-9b7b-7aaf8a59fb63 req-c887f709-3d1e-41e5-8f8d-189bf3d11b45 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.1804235 Feb 10 21:13:11.535395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543244559-network', 'tenant_id': '95f648a1862043dfb5dc4e67efed57fa'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:11.539765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Transition to ACTIVE for port object 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:11.558405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:11.574469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.574560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Usage tracker for resource:network and tenant:95f648a1862043dfb5dc4e67efed57fa is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:11.626582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:11.647057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:11.736262 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a2c76dba-761f-4aad-b5f5-152e8dc7773b req-08276bc5-61b2-4a76-8816-cf00ee71b54d tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.0656652 Feb 10 21:13:11.745905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00afd426-8aed-4bf9-a6c0-c13a76259878 {{(pid=80004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:13:11.755914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.780112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Transition to ACTIVE for port object 00afd426-8aed-4bf9-a6c0-c13a76259878 will not be triggered until provisioned by entity L2. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:11.811606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:11.831707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c2a4063d-c539-404c-9119-3f9e359f5eac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:11.912238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:11.953178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:11.957468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:12.010674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.011895 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a74df07c-8755-49c6-9559-ec72766d76a8 HTTP/1.1" status: 204 len: 168 time: 2.0049248 Feb 10 21:13:12.073153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:12.084934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Made reservation on behalf of 95f648a1862043dfb5dc4e67efed57fa for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:12.088778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.105945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:12.127033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.236554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.246395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Attempting to bind port 00afd426-8aed-4bf9-a6c0-c13a76259878 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:13:12.246739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Attempting to bind port 00afd426-8aed-4bf9-a6c0-c13a76259878 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:13:12.247875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Attempting to bind port 00afd426-8aed-4bf9-a6c0-c13a76259878 on network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:13:12.254252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:13:12.254627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Checking segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:12.255188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.255457 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Bound using segment: {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:13:12.255951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Bound port: 00afd426-8aed-4bf9-a6c0-c13a76259878, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d5c84-b005-4283-8a02-6e7ff8311b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6260522-4f19-4a18-8f9f-ac69ef32f5b2'}}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:13:12.256313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.298602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:12.334549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:12.379164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:12.380209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.381903 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 1157 time: 5.4317703 Feb 10 21:13:12.383200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Usage tracker for resource:security_group_rule and tenant:95f648a1862043dfb5dc4e67efed57fa is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:12.399149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:12.405422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, cleared binding levels {{(pid=80004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:13:12.461389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:12.465163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=00afd426-8aed-4bf9-a6c0-c13a76259878,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:13:12.487925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:12.510198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.552358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:12.608821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:12.612507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:12.696967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.730763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:12.939577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce516df-2cb7-4cde-a544-31b987fd1c7b,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:12.959706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:12.970891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-e1a1adc6-b302-4361-ac34-57a366623202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:12.977306 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-e1a1adc6-b302-4361-ac34-57a366623202 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1160 time: 0.4823775 Feb 10 21:13:12.979059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:12.985702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:12.993542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:12.996730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:13.075724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:13.076682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.206095 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-52b11b66-db8b-41bc-9446-d7f67f3d0b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.2191381 Feb 10 21:13:13.271632 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4042af76-075a-4d96-9d5b-1af72ae4822b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4ce516df-2cb7-4cde-a544-31b987fd1c7b HTTP/1.1" status: 204 len: 168 time: 2.8281970 Feb 10 21:13:13.272377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 50974) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:13.278842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=3']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:13.291754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:13.326466 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2337599 Feb 10 21:13:13.365737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:13.366434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.383433 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] 10.222.0.46 "PUT /v2.0/ports/00afd426-8aed-4bf9-a6c0-c13a76259878 HTTP/1.1" status: 200 len: 1157 time: 2.8953967 Feb 10 21:13:13.385342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:13.397210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Request body: {'port': {'device_id': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:13.464764 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61', 'status': 'completed', 'code': 200} Feb 10 21:13:13.507159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.583952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-37299903-3454-4775-9253-15dd8548222c None None] Provisioning for port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:13.590078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-37299903-3454-4775-9253-15dd8548222c None None] Provisioning complete for port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:13.591898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-37299903-3454-4775-9253-15dd8548222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.615244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c0ebf592-7827-4584-b300-ffe3d89eca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:13.617041 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-c0ebf592-7827-4584-b300-ffe3d89eca2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.4034321 Feb 10 21:13:13.634847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.639082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:13.658681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.46', 56044) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:13.745135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e048-b8af-4ca1-8cba-6a7e4376fc79 req-52c48555-3ffb-4b97-aa5c-ff06c68a912e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:13.749597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-37299903-3454-4775-9253-15dd8548222c None None] Port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:13:13.753749 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b523e048-b8af-4ca1-8cba-6a7e4376fc79 req-52c48555-3ffb-4b97-aa5c-ff06c68a912e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 943 time: 1.0463738 Feb 10 21:13:13.811808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:13:13.863356 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a19720d9-9936-4862-b11d-83861784b9fe req-44fabb63-8b9d-451e-b59e-1d95804dde48 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.1068597 Feb 10 21:13:13.866327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad4a6c-b216-4029-bfe4-dd22db3e5139,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:13.871424 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-3a0df184-9f72-4c99-9e3d-f01a1e28e2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116904 Feb 10 21:13:13.909335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:13.914740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:13.915120 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Added segment 7a7823aa-6268-4e6a-a4fe-fcd636b66e9a of type vxlan for network d83f449f-9561-4f78-b002-2bee45599102 Feb 10 21:13:13.948186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b523e048-b8af-4ca1-8cba-6a7e4376fc79 req-e2fe4a02-3116-45a5-a489-1f010e2af5ad tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926672 Feb 10 21:13:13.962149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.031091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-3841cd04-6066-4505-89b8-62c003f9685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:14.032722 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-3841cd04-6066-4505-89b8-62c003f9685c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 1160 time: 0.5771012 Feb 10 21:13:14.097208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.102742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.181169 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-3fa89909-1d89-4349-a353-30aefa71b12b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00afd426-8aed-4bf9-a6c0-c13a76259878 HTTP/1.1" status: 200 len: 217 time: 0.1395466 Feb 10 21:13:14.306229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:14.306906 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.339714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-24c72491-bebf-4049-8c1e-77e1bd60aac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:14.348498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-8d06ed11-991b-4f7d-be18-4b7941c22552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:14.350065 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-8d06ed11-991b-4f7d-be18-4b7941c22552 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.1243122 Feb 10 21:13:14.431093 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.2782538 Feb 10 21:13:14.454916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029187ef-aa3e-49a6-9135-985c61574f59 req-7cba1e15-7689-4eab-93bd-093033dfbd31 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:14.462769 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-029187ef-aa3e-49a6-9135-985c61574f59 req-7cba1e15-7689-4eab-93bd-093033dfbd31 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 931 time: 0.2921128 Feb 10 21:13:14.513094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51018) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:14.514980 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878', 'status': 'completed', 'code': 200} Feb 10 21:13:14.517387 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-be913770-1bd4-496e-9961-17a14db1d18a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557455 Feb 10 21:13:14.539250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Request body: {'subnet': {'network_id': 'd83f449f-9561-4f78-b002-2bee45599102', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543244559-subnet', 'tenant_id': '95f648a1862043dfb5dc4e67efed57fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:14.548545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:14.552662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Usage tracker for resource:subnet and tenant:95f648a1862043dfb5dc4e67efed57fa is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:14.556827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:14.567496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:14.633768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Made reservation on behalf of 95f648a1862043dfb5dc4e67efed57fa for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:14.640096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6513948'] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.758523 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-029187ef-aa3e-49a6-9135-985c61574f59 req-3ece0741-b035-47eb-815e-8ca04c169acd tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940905 Feb 10 21:13:14.855942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:14.892678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Pushing event updated for resources: {'Network': ['ID=d83f449f-9561-4f78-b002-2bee45599102,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:14.929775 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-ad3ff363-6c91-4b5f-a4da-c4dfb2443599 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471978 Feb 10 21:13:14.982927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network d83f449f-9561-4f78-b002-2bee45599102 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:14.984770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:15.021555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network d83f449f-9561-4f78-b002-2bee45599102 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:15.177984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-40197ab8-a46d-4e65-8ef0-bec2b3857c2f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:15.178810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-40197ab8-a46d-4e65-8ef0-bec2b3857c2f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:15.252100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:15.345481 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-dd19488a-06f5-48d7-8195-d99d1feca232 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530546 Feb 10 21:13:15.399293 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-736ed7f2-be24-48c0-a5ee-6a2c92e9e03e req-551e1b5d-6d5b-49d0-ba15-062417b48cf7 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.1355619 Feb 10 21:13:15.472552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-40197ab8-a46d-4e65-8ef0-bec2b3857c2f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:15.472552 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-40197ab8-a46d-4e65-8ef0-bec2b3857c2f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 816 time: 1.8050935 Feb 10 21:13:15.595929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e79d6-827a-43cf-82ff-f55b230e1e69 req-3132313a-16d9-4196-9fde-a4bb5a38c686 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:15.597967 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8e4e79d6-827a-43cf-82ff-f55b230e1e69 req-3132313a-16d9-4196-9fde-a4bb5a38c686 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 943 time: 0.3380997 Feb 10 21:13:15.603318 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6efeec5f-8263-4045-9350-79cd5c757b2f req-5e7b4fd8-73e3-4674-8335-a371a0a73735 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6608639 Feb 10 21:13:15.751462 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8e4e79d6-827a-43cf-82ff-f55b230e1e69 req-0cac2876-0120-4728-b98d-a1f12d34db21 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274176 Feb 10 21:13:15.757688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51054) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:15.761680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.764077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.766132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.767426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.768405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.770197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.770740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.771697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.773079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.773594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.856965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.857480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.857980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.862714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 10 21:13:15.862714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79890451-369a-4339-88f0-2e0d65c42fa3']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:15.917847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-cd887d34-af80-400f-a14f-227901432359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:15.920526 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-cd887d34-af80-400f-a14f-227901432359 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 1160 time: 0.2371571 Feb 10 21:13:16.126424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b8e9b1-62ca-42d7-8ca6-4f8f19aeec99') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:16.126782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b8e9b1-62ca-42d7-8ca6-4f8f19aeec99') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:16.151990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.175332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.203344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-5977ec3c-95b4-4850-903b-1a98876b9d76 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:16.205841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:16.227712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Usage tracker for resource:security_group_rule and tenant:79d1c96b68394ed3bddc2b4406e57401 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:16.230596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7323436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6513933'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.236764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:16.249749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.255963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:13:16.337805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-5977ec3c-95b4-4850-903b-1a98876b9d76 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:16.339287 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-5977ec3c-95b4-4850-903b-1a98876b9d76 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 5705 time: 0.7896841 Feb 10 21:13:16.347833 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afbc0ff8-11af-4c14-ac14-9d704daf7eb6 req-642eb5c1-3f8b-4fc4-a0c3-67146f57ca84 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9155343 Feb 10 21:13:16.356730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'port': {'device_id': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'admin_state_up': True, 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'security_groups': ['064249ae-16cf-47f0-a1e6-e4358ce4d5b4']}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:16.378579 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6ad05713-8c08-42b1-9cf6-fd76ccccb7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:16.419856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:16.422534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-46d10c99-2ad5-4a23-8156-3b860e465543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:16.424169 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-46d10c99-2ad5-4a23-8156-3b860e465543 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.4956772 Feb 10 21:13:16.483845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.resource_extend [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 10 21:13:16.548276 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-3be515fa-3a6e-4c9d-976a-a75a2ae8c7f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00afd426-8aed-4bf9-a6c0-c13a76259878 HTTP/1.1" status: 200 len: 217 time: 0.1031721 Feb 10 21:13:16.712082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Network 79890451-369a-4339-88f0-2e0d65c42fa3 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:16.726605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.856524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:13:16.897344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:16.900950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:16.956532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36dcff-cbc7-4cba-937b-cb8f987d7130 req-7a3b00bf-80c1-4194-b8a2-83aa743750e0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:16.958235 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7e36dcff-cbc7-4cba-937b-cb8f987d7130 req-7a3b00bf-80c1-4194-b8a2-83aa743750e0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 931 time: 0.9240985 Feb 10 21:13:16.969675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:port and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:16.973118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3d4105-8b19-4230-8c9d-4b68d90755fc,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:16.980376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:16.995398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:16.996657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Transition to ACTIVE for port object 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:17.005761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:17.008236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-69f5a2af-d8a9-406e-a296-3247b7bd871f req-01e9068c-7c0d-46f4-9635-91f940b6bd7f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.2210786 Feb 10 21:13:17.024259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Network 79890451-369a-4339-88f0-2e0d65c42fa3 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:17.035877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Checking segment: {'id': '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:17.036276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Network hostable DHCP agents. Network: d83f449f-9561-4f78-b002-2bee45599102, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:13:17.056783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-3ea3b9df-957f-4078-b36b-d77e22cf4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:17.058411 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-3ea3b9df-957f-4078-b36b-d77e22cf4864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1160 time: 0.5153368 Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: from cryptography.utils import int_from_bytes Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: from cryptography.utils import int_from_bytes Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: (rel_b, rel_a, rel_b), Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: (rel_b, rel_a, rel_b), Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:13:17.062568 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:13:17.077988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.103513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-439dc031-d118-4417-a9cb-2ab379a63380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:17.105082 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-439dc031-d118-4417-a9cb-2ab379a63380 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.3231170 Feb 10 21:13:17.125855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7e36dcff-cbc7-4cba-937b-cb8f987d7130 req-bdb1a7ce-3256-4abe-9fd9-e005e971653b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320889 Feb 10 21:13:17.137016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Made reservation on behalf of 83c72c4defc643e3bfd72487d55d77af for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:17.163705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.179903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Network d83f449f-9561-4f78-b002-2bee45599102 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:13:17.227101 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:17.244163 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-0f09738a-796c-4d2e-8d7a-35ddcc7fe5c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165164 Feb 10 21:13:17.248510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.350393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, d83f449f-9561-4f78-b002-2bee45599102) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:17.360045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ff19f-8bd2-45d5-a988-9e911e0f89fb None None] Network d83f449f-9561-4f78-b002-2bee45599102 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:17.364334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.444407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0b308c67-f0e3-4f2a-9e3e-f07b78530bda tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:17.516972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:17.517625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.558049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e2e6cb-1a1e-4d1c-90d6-679e4b514340,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:17.562247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:17.567950 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79d1c96b68394ed3bddc2b4406e57401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8089833 Feb 10 21:13:17.573280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51096) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:17.656943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe2d2e-08a8-4f06-9aad-a7556d261a3d None None] Network d83f449f-9561-4f78-b002-2bee45599102 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:17.695311 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-eb2fd268-bdcf-45ce-894d-70d63a53e918 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1689675 Feb 10 21:13:17.755564 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:17.817697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a12a0-5811-487d-a57c-901d99d58a44 req-32e0967d-5180-4e3d-a135-f69e45b4092b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:17.819554 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ff7a12a0-5811-487d-a57c-901d99d58a44 req-32e0967d-5180-4e3d-a135-f69e45b4092b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 943 time: 0.5839429 Feb 10 21:13:17.837472 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-75cf69a3-4d01-4d5e-8d12-05b249505feb service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379195 Feb 10 21:13:18.103180 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ff7a12a0-5811-487d-a57c-901d99d58a44 req-f40956fd-3fac-4acd-b56b-9ae6489401ad tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704942 Feb 10 21:13:18.104092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.106489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Pushing event updated for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:18.196174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.212398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:18.214801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:18.246172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.282181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79890451-369a-4339-88f0-2e0d65c42fa3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:18.332383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:18.333591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-c534672f-9338-40df-a29f-afc593c306d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:18.335100 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-c534672f-9338-40df-a29f-afc593c306d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 1.1996000 Feb 10 21:13:18.339931 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-bb1063a9-55e3-46e4-8633-4651452e16b1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/79890451-369a-4339-88f0-2e0d65c42fa3 HTTP/1.1" status: 204 len: 168 time: 5.0536699 Feb 10 21:13:18.348693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7ec4-c9f0-446a-8853-b4b9d741ff81 req-f5922040-2afa-43c9-aeec-f5e98bbfe4d7 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:18.356993 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b34b7ec4-c9f0-446a-8853-b4b9d741ff81 req-f5922040-2afa-43c9-aeec-f5e98bbfe4d7 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 0.5362327 Feb 10 21:13:18.485415 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7f96d080-430b-4d7c-a7b6-0cabb70d9d5c req-c6392c90-2393-4814-9722-725ea7d00a6c tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.1154754 Feb 10 21:13:18.532094 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-1d0d76f7-5808-4673-8691-e165609e4536 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.1791685 Feb 10 21:13:18.550444 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b34b7ec4-c9f0-446a-8853-b4b9d741ff81 req-e70032c0-6540-4fa3-b72a-d1b5f545362d tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923320 Feb 10 21:13:18.555631 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2211ba6e-df88-4b7f-a6ff-f0e5c739f936 req-32543936-3ac8-4a93-b9ba-17f92e254503 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6275702 Feb 10 21:13:18.610041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-c052e917-8ba0-471c-95a4-b8ff79c24128 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:13:18.612961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.623921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:18.640523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e2e6cb-1a1e-4d1c-90d6-679e4b514340,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:18.650919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:18.652142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.654735 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04e2e6cb-1a1e-4d1c-90d6-679e4b514340 HTTP/1.1" status: 204 len: 168 time: 1.0673776 Feb 10 21:13:18.788547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Attempting to bind port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:13:18.789152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Attempting to bind port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:13:18.789670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Attempting to bind port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 on network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:13:18.797324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-13a5587e-14d3-4776-8f4a-b5b5b7bc57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:18.799383 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-13a5587e-14d3-4776-8f4a-b5b5b7bc57b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.2535214 Feb 10 21:13:18.804660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:13:18.810080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Checking segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:18.810080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.810080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Bound using segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:13:18.810080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Bound port: 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:13:18.810080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:18.882036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Allocated IP 172.20.0.6 (e368b2aa-eed1-416f-a484-77c7d83e0b8b/59c67fa1-d41c-4572-a964-eb563b8af74a/f0c16ecf-179c-4f1a-809a-306d5d9420be) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:18.885760 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-c8dec528-7d56-48d3-9a68-971a00887648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643132 Feb 10 21:13:18.918004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51130) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:18.951750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757117fa-e1ed-46c4-ac05-edc01d51301f req-05a4f3f4-72b8-4039-abfc-36a646d4c175 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:18.953567 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-757117fa-e1ed-46c4-ac05-edc01d51301f req-05a4f3f4-72b8-4039-abfc-36a646d4c175 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.2281601 Feb 10 21:13:19.054453 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-757117fa-e1ed-46c4-ac05-edc01d51301f req-2e5805ae-3ff2-4c1f-abd0-b8ce2599693c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873766 Feb 10 21:13:19.173587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:19.282768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51142) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:19.283998 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-bca15db8-7ad2-4015-9a8e-d6d63f5241b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49a5b33df17e4ecb95af0a07aae24562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570271 Feb 10 21:13:19.290670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:13:19.379506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:13:19.413791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 00afd426-8aed-4bf9-a6c0-c13a76259878 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:19.414027 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-a4e5e757-6d93-4255-93d8-71aef1bafd67 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949243 Feb 10 21:13:19.419257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.425652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:19.434934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.455998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.473528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7b604745-0372-4372-91d9-a24e89e1d06f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:19.508028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.630397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a7d54-6f8a-47ee-9b4d-dc7777d63faf req-157b5c6d-7a18-4046-ae71-f64787cc61e7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:19.632132 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0b8a7d54-6f8a-47ee-9b4d-dc7777d63faf req-157b5c6d-7a18-4046-ae71-f64787cc61e7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 943 time: 0.2614217 Feb 10 21:13:19.635772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51154) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:19.674798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.688665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.728009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:19.743971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=00afd426-8aed-4bf9-a6c0-c13a76259878,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:19.749201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.753440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Transition to ACTIVE for port object f0c16ecf-179c-4f1a-809a-306d5d9420be will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:19.755052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Pushing event updated for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:19.765908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:19.779606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.783593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:19.825753 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-599568cb-d61d-4101-a45b-194ba6d73db9 req-4810cb7f-7f72-4cd7-bbee-0f58b388d2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4027972 Feb 10 21:13:19.842958 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-adef631e-5a3e-47f4-bfe0-31103436884b req-e4dd6af8-5ff4-498a-80f0-74f7a10d2d27 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.0797613 Feb 10 21:13:19.853468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:19.853468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.855059 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] 10.222.0.46 "PUT /v2.0/ports/40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 1157 time: 6.5104229 Feb 10 21:13:19.855486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:19.857895 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:19.865874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Usage tracker for resource:security_group_rule and tenant:917a7b0681b5498a80208d9ad9fa99d3 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:19.869611 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:19.875802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:19.892918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:19.939439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:19.957568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:19.962499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:19.978094 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0b8a7d54-6f8a-47ee-9b4d-dc7777d63faf req-f20d9141-a3fc-4dca-a9f9-2de422613089 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217540 Feb 10 21:13:20.102216 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878', 'code': 200} Feb 10 21:13:20.121419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-58dfa9fc-792b-4b73-97a4-bfbe690cff13 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:20.123737 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-58dfa9fc-792b-4b73-97a4-bfbe690cff13 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.46 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 0.4578254 Feb 10 21:13:20.134400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.153025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:20.251749 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'status': 'completed', 'code': 200} Feb 10 21:13:20.252554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=f0c16ecf-179c-4f1a-809a-306d5d9420be,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:20.270433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:20.274110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0bbed6-9152-4379-a59a-45b2db0ceb27,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:20.277278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:20.320165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51168) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:20.345203 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.348957 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a0bbed6-9152-4379-a59a-45b2db0ceb27 HTTP/1.1" status: 204 len: 168 time: 1.0617030 Feb 10 21:13:20.383319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1938746339-network', 'tenant_id': '019b77f6f6c4444cac2ef2b53bfed9b0'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:20.384568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Deleting port 8837b3a2-578c-4035-9045-2765d193f56c {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:13:20.384952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.394549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:20.412623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Usage tracker for resource:network and tenant:019b77f6f6c4444cac2ef2b53bfed9b0 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:20.419386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-e5e193fd-b257-4f88-8aa9-7c7297e1066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:20.421213 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-e5e193fd-b257-4f88-8aa9-7c7297e1066f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1160 time: 0.3476012 Feb 10 21:13:20.422308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:20.435087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:20.451737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:20.543778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:20.551943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:20.658924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.660188 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-c6506723-d784-4eca-ab5c-7ded2f81c052 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 217 time: 0.2235458 Feb 10 21:13:20.808657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191dbce-1f9c-4bdc-8fc9-035ab7a4135a req-b7659ae3-fed9-412a-8f30-a03ed6acc103 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:20.811968 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8191dbce-1f9c-4bdc-8fc9-035ab7a4135a req-b7659ae3-fed9-412a-8f30-a03ed6acc103 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 945 time: 0.6867185 Feb 10 21:13:20.824352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-597781e0-3070-4077-a066-7a58fd319877 None None] Provisioning for port f0c16ecf-179c-4f1a-809a-306d5d9420be completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:20.834301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-597781e0-3070-4077-a066-7a58fd319877 None None] Provisioning complete for port f0c16ecf-179c-4f1a-809a-306d5d9420be triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:20.835237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-597781e0-3070-4077-a066-7a58fd319877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.935874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:20.940620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:20.974301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-640b99b7-e921-4a02-967f-d953927401c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:20.975928 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-640b99b7-e921-4a02-967f-d953927401c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.3032265 Feb 10 21:13:20.986718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Made reservation on behalf of 019b77f6f6c4444cac2ef2b53bfed9b0 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:21.000288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.006223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68aeb24c-b44a-4daa-a43a-05523c2c8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:21.043194 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=917a7b0681b5498a80208d9ad9fa99d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4062109 Feb 10 21:13:21.052646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51188) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:21.058576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-597781e0-3070-4077-a066-7a58fd319877 None None] Port f0c16ecf-179c-4f1a-809a-306d5d9420be cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:13:21.080421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.114845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:21.120613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:21.124306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.143481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeacdde3-0a74-46e0-9604-8b5d0c4a5184,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:21.146896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:21.168071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:21.168934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.201412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:21.204766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Usage tracker for resource:security_group_rule and tenant:019b77f6f6c4444cac2ef2b53bfed9b0 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:21.207512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51192) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:21.211933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:21.239251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:21.245373 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8942361 Feb 10 21:13:21.252014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787352-42a7-4980-ac69-e86aea08bc44 req-86308126-500c-4ca9-85bd-e7653597aec2 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:21.253721 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eb787352-42a7-4980-ac69-e86aea08bc44 req-86308126-500c-4ca9-85bd-e7653597aec2 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.9046264 Feb 10 21:13:21.258041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.269275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Request body: {'port': {'device_id': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:21.272520 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8191dbce-1f9c-4bdc-8fc9-035ab7a4135a req-a4c5c1df-a42f-40d2-aa2c-a522012a7d17 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716141 Feb 10 21:13:21.298375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:21.299632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91262c6-d75f-4de6-8467-2cda324257f0 req-bf2b791b-c1ad-46d2-be61-49e9531ce310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:21.311304 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f91262c6-d75f-4de6-8467-2cda324257f0 req-bf2b791b-c1ad-46d2-be61-49e9531ce310 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 1162 time: 0.7111764 Feb 10 21:13:21.336079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8837b3a2-578c-4035-9045-2765d193f56c,segment=NetworkSegment(7565bb3f-d528-4efe-9aca-459240617a23),segment_id=7565bb3f-d528-4efe-9aca-459240617a23)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:21.336640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.361380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.362322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:21.427721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:21.432142 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-da744cf6-829a-473b-8953-6f7a788fdf81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa90ec50f6d24b139f0ad6638f36cc20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194712 Feb 10 21:13:21.432264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.436589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51198) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:21.485237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f91262c6-d75f-4de6-8467-2cda324257f0 req-f8b0aa62-2db2-4f5f-8e9c-c910c81e2275 service neutron] Synchronizing usage tracker for tenant:a3bd810cec1048b4bdb8bd9d72db2d6e on resource:security_group {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:21.504715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-32c18b76-9f04-49b1-9196-b51009e7ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:21.506360 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-32c18b76-9f04-49b1-9196-b51009e7ee9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5208981 Feb 10 21:13:21.518742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:21.519174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.579418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:21.584753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:21.592220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.653908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ed539d5c-9b1d-4635-a473-0a142ee45e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.686297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8837b3a2-578c-4035-9045-2765d193f56c no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:13:21.692140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f91262c6-d75f-4de6-8467-2cda324257f0 req-f8b0aa62-2db2-4f5f-8e9c-c910c81e2275 service neutron] Unset dirty status for tenant:a3bd810cec1048b4bdb8bd9d72db2d6e on resource:security_group {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:21.693348 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f91262c6-d75f-4de6-8467-2cda324257f0 req-f8b0aa62-2db2-4f5f-8e9c-c910c81e2275 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650134 Feb 10 21:13:21.727458 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eb787352-42a7-4980-ac69-e86aea08bc44 req-497b6867-1f36-4a9c-a2e1-119975ef4655 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4538054 Feb 10 21:13:21.736109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Calling delete_port for 8837b3a2-578c-4035-9045-2765d193f56c owned by compute:nova {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:13:21.797845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.846053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.866475 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-031e55c1-36fa-4583-8069-d021850fd34a service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493876 Feb 10 21:13:21.874310 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.880467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-00f01ea7-b839-4112-822d-2cf62c8db62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:21.920518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8837b3a2-578c-4035-9045-2765d193f56c,segment=NetworkSegment(7565bb3f-d528-4efe-9aca-459240617a23),segment_id=7565bb3f-d528-4efe-9aca-459240617a23)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:21.933236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:13:21.950992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:21.953457 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:21.957242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.055721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:22.061012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:22.070775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6c593-75f9-40f0-b119-672e88a35f0d,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:22.092360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.092907 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Added segment f376424d-81a4-4a4e-acda-9168991cbb64 of type vxlan for network e8bb4d2c-a940-4160-bd2d-b50204721afa Feb 10 21:13:22.103826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61'}, {'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:22.157547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.158643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.158643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.160137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.160137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.160137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.163489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.164324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.164745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.165194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.165655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.166105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.166557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.167024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.167467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.167914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.183895 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:22.203724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.279492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.333968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f03f3-7ace-4cfe-af02-3fa2af111eed req-19190619-1728-4205-a556-abfef36e448f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:22.336406 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0b3f03f3-7ace-4cfe-af02-3fa2af111eed req-19190619-1728-4205-a556-abfef36e448f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 931 time: 0.9018188 Feb 10 21:13:22.424755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:13:22.424755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:13:22.425735 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3baa056-cb34-43c2-a7e7-f15338de691c req-9c381d8e-db93-46cc-8d1d-e92ccd76f11d service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4387467 Feb 10 21:13:22.425891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.458833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:22.528927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999dbe-2661-4e02-8610-da2bf84613b3 req-e156c88b-9a86-434c-9547-b02e0c403007 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:22.530607 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08999dbe-2661-4e02-8610-da2bf84613b3 req-e156c88b-9a86-434c-9547-b02e0c403007 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.6440001 Feb 10 21:13:22.544157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.545681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c16ecf-179c-4f1a-809a-306d5d9420be {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:13:22.556031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.556880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-da26cfd9-640f-49b8-a7f2-3614a7710f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:22.562581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:22.563804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.577396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Transition to ACTIVE for port object f0c16ecf-179c-4f1a-809a-306d5d9420be will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:22.579242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.582515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeacdde3-0a74-46e0-9604-8b5d0c4a5184,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:22.625523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:22.626162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.639007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3744302-48b8-491b-a0b3-5e76e0c542db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:22.643915 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0b3f03f3-7ace-4cfe-af02-3fa2af111eed req-bd6a4633-ca7d-486c-914d-8f03fd49409f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902706 Feb 10 21:13:22.650384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.650873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.651227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.651614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.652000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.652382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.652769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.653924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.654540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.655189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.656017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.657071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.657389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.657781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.658172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.659001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.659389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.659748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.660283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.660812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.661538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.662077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.662607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.663158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:22.664969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.672101 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:22.718403 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08999dbe-2661-4e02-8610-da2bf84613b3 req-519d4298-7826-4ccf-8613-178d58e12655 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644135 Feb 10 21:13:22.726849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.728304 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eeacdde3-0a74-46e0-9604-8b5d0c4a5184 HTTP/1.1" status: 204 len: 168 time: 1.6746697 Feb 10 21:13:22.783697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.803306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-77ebf2f8-fb1b-49e0-a3e9-bded3bd6256c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:22.827205 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12c940-a821-483b-aeae-0daabef60e6d,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:22.830475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:22.839893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.844609 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d12c940-a821-483b-aeae-0daabef60e6d HTTP/1.1" status: 204 len: 168 time: 1.1374202 Feb 10 21:13:22.860796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Deleting port 8837b3a2-578c-4035-9045-2765d193f56c {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:13:22.861484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:22.917274 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61', 'code': 200} Feb 10 21:13:22.920154 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c', 'code': 200} Feb 10 21:13:22.996496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bb4d2c-a940-4160-bd2d-b50204721afa,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:23.019657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:23.046731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network e8bb4d2c-a940-4160-bd2d-b50204721afa details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:23.108935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network e8bb4d2c-a940-4160-bd2d-b50204721afa details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:23.247547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:23.500376 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1725385 Feb 10 21:13:23.501600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51226) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:23.510398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Pushing event updated for resources: {'Port': ['ID=f0c16ecf-179c-4f1a-809a-306d5d9420be,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:23.514608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:23.544297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-578e34fa-37f5-426a-8dc1-a82136616fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:23.563913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a724-2d23-439b-969b-77b6693518dc req-bf3f1bd1-44c5-49d9-92ec-7d2f4c4d520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:23.565636 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-bf3f1bd1-44c5-49d9-92ec-7d2f4c4d520f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1160 time: 0.9846547 Feb 10 21:13:23.586431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Request body: {'subnet': {'network_id': 'e8bb4d2c-a940-4160-bd2d-b50204721afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1938746339-subnet', 'tenant_id': '019b77f6f6c4444cac2ef2b53bfed9b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:23.598379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:23.618918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Usage tracker for resource:subnet and tenant:019b77f6f6c4444cac2ef2b53bfed9b0 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:23.633927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:23.656346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:23.673731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aadb3-9a2f-466b-9542-677e97717b8e req-70bc4855-3041-490e-bcf7-8eef44ac9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:23.675581 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0e9aadb3-9a2f-466b-9542-677e97717b8e req-70bc4855-3041-490e-bcf7-8eef44ac9f0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.3674948 Feb 10 21:13:23.785386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9a7a0-2e90-47f6-8a74-b00b5757d26e req-2360c81d-1012-422d-a502-d1cc24496733 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:23.796116 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-11c9a7a0-2e90-47f6-8a74-b00b5757d26e req-2360c81d-1012-422d-a502-d1cc24496733 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.5947649 Feb 10 21:13:23.866461 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0e9aadb3-9a2f-466b-9542-677e97717b8e req-63c05d7c-bb87-4ba5-a3af-121e422b924f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695809 Feb 10 21:13:23.916141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06dfb8-b74b-46a1-a521-cf39fa96e912 req-e58b0091-b11f-4ddf-9dea-754e229ee200 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:23.917318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-6b06dfb8-b74b-46a1-a521-cf39fa96e912 req-e58b0091-b11f-4ddf-9dea-754e229ee200 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Synchronizing usage tracker for tenant:41fdedb7d2e149deb3bff974528042bb on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:23.927206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a724-2d23-439b-969b-77b6693518dc req-197ac45e-5c3c-47cd-b77b-bead37defad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:23.928926 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-197ac45e-5c3c-47cd-b77b-bead37defad4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.3497698 Feb 10 21:13:23.929634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Attempting to bind port f0c16ecf-179c-4f1a-809a-306d5d9420be on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:13:23.929995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Attempting to bind port f0c16ecf-179c-4f1a-809a-306d5d9420be by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:13:23.930358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Attempting to bind port f0c16ecf-179c-4f1a-809a-306d5d9420be on network e368b2aa-eed1-416f-a484-77c7d83e0b8b {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:13:23.938842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:13:23.939217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Checking segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:23.939620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:23.940014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Bound using segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:13:23.940484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Bound port: f0c16ecf-179c-4f1a-809a-306d5d9420be, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:13:23.940853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:23.979995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] For port 8837b3a2-578c-4035-9045-2765d193f56c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8837b3a2-578c-4035-9045-2765d193f56c,segment=NetworkSegment(7565bb3f-d528-4efe-9aca-459240617a23),segment_id=7565bb3f-d528-4efe-9aca-459240617a23)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:23.980757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.004732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Made reservation on behalf of 019b77f6f6c4444cac2ef2b53bfed9b0 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:24.009572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6513948'] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.053429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] For port f0c16ecf-179c-4f1a-809a-306d5d9420be, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:13:24.056885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] For port f0c16ecf-179c-4f1a-809a-306d5d9420be, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:13:24.104470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-6b06dfb8-b74b-46a1-a521-cf39fa96e912 req-e58b0091-b11f-4ddf-9dea-754e229ee200 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Unset dirty status for tenant:41fdedb7d2e149deb3bff974528042bb on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:24.105740 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b06dfb8-b74b-46a1-a521-cf39fa96e912 req-e58b0091-b11f-4ddf-9dea-754e229ee200 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 943 time: 0.7567010 Feb 10 21:13:24.148396 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-5e5ce6ae-d324-4a9e-9db6-7867e159565c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 217 time: 0.0712130 Feb 10 21:13:24.150143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.203796 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-11c9a7a0-2e90-47f6-8a74-b00b5757d26e req-303e0413-377b-4e0f-a00b-cd2114717c7f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064121 Feb 10 21:13:24.212178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Calling delete_port for 8837b3a2-578c-4035-9045-2765d193f56c owned by compute:nova {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:13:24.252315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.480056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5dd13c6a-44a1-4fdf-9194-7e0df140b550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:24.498983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:24.627644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:24.628236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.743771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a724-2d23-439b-969b-77b6693518dc req-5039aa5c-abb0-440c-ac78-2492a20cde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:24.752760 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-5039aa5c-abb0-440c-ac78-2492a20cde43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.2739389 Feb 10 21:13:24.756438 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b06dfb8-b74b-46a1-a521-cf39fa96e912 req-68f57a9f-b880-476d-9892-34e948a7f018 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/security-groups?id=1086b29c-4064-4718-bb3a-f5296daebb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665343 Feb 10 21:13:24.811012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.869015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:24.958067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:24.958851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:24.960499 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] 10.222.0.46 "PUT /v2.0/ports/f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 1157 time: 3.7066295 Feb 10 21:13:24.964747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:24.972334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Pushing event updated for resources: {'Port': ['ID=f0c16ecf-179c-4f1a-809a-306d5d9420be,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:24.980013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:25.010574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a724-2d23-439b-969b-77b6693518dc req-bb026172-55ff-46ee-933a-2e8566582c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.015880 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-bb026172-55ff-46ee-933a-2e8566582c31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2322438 Feb 10 21:13:25.071897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Pushing event deleted for resources: {'Port': ['ID=8837b3a2-578c-4035-9045-2765d193f56c,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:25.076352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:25.196021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0d7a-aaa1-4fb5-8656-c6b411f47677 req-669b72a3-7583-4bb8-893c-cde124cf6940 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.202398 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d19c0d7a-aaa1-4fb5-8656-c6b411f47677 req-669b72a3-7583-4bb8-893c-cde124cf6940 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 943 time: 0.7079966 Feb 10 21:13:25.391938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-3e646525-b0c7-4d7a-89c7-eb501039c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.393558 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-3e646525-b0c7-4d7a-89c7-eb501039c78b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1160 time: 0.3218670 Feb 10 21:13:25.539771 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-2f259d84-1d05-492f-96a2-fd1cc6c90d95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 217 time: 0.1209526 Feb 10 21:13:25.548803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:25.594158 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-a031d99c-a6b3-4472-9d58-eae716767529 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604064 Feb 10 21:13:25.706134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-0a200c7a-90ea-49af-bc6a-57f7dc55ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.707908 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-0a200c7a-90ea-49af-bc6a-57f7dc55ffe7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.1673794 Feb 10 21:13:25.785648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] No DVR routers for this DVR port 8837b3a2-578c-4035-9045-2765d193f56c on host hv-cinder-77500 {{(pid=80004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:13:25.804700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:25.828835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-deleted', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:25.852841 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82b9a724-2d23-439b-969b-77b6693518dc req-104c862a-b884-4185-9b8e-d893fed61446 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2484484 Feb 10 21:13:25.856738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-219f8d63-221d-4cd6-a41f-f3b7e64dadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.856738 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-219f8d63-221d-4cd6-a41f-f3b7e64dadcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1339824 Feb 10 21:13:25.988019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e880-b203-4bf3-ac58-15c6a672355e req-ccb70aa0-42e2-44c2-a479-895d089a9306 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:25.989749 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1196e880-b203-4bf3-ac58-15c6a672355e req-ccb70aa0-42e2-44c2-a479-895d089a9306 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.9693987 Feb 10 21:13:25.991106 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4396630f-929b-4ae4-98d4-9ec053fbfb3b req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.46 "DELETE /v2.0/ports/8837b3a2-578c-4035-9045-2765d193f56c HTTP/1.1" status: 204 len: 173 time: 5.8508618 Feb 10 21:13:26.023842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:26.085788 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d19c0d7a-aaa1-4fb5-8656-c6b411f47677 req-85f86668-9eab-4236-be0c-d128552700e3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707712 Feb 10 21:13:26.140092 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1196e880-b203-4bf3-ac58-15c6a672355e req-3dd8523b-5559-4c6c-ac08-7b8914625393 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352677 Feb 10 21:13:26.164725 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-72a9c7e4-f1cf-46b7-a6bf-4f2519fcc9ab service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993081 Feb 10 21:13:26.248519 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'status': 'completed', 'code': 200} Feb 10 21:13:26.429468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-ed75659e-f7be-4417-b542-7db12c123ef1 req-6b6be90a-9afa-4f73-9629-e726e62606f3 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Synchronizing usage tracker for tenant:41fdedb7d2e149deb3bff974528042bb on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:26.438774 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7a3a635-4b42-422e-b177-cbf23184c08d req-ed423915-13dc-457c-ab0e-2cc9af20f1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682910 Feb 10 21:13:26.525463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-ed75659e-f7be-4417-b542-7db12c123ef1 req-6b6be90a-9afa-4f73-9629-e726e62606f3 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Unset dirty status for tenant:41fdedb7d2e149deb3bff974528042bb on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:26.526727 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ed75659e-f7be-4417-b542-7db12c123ef1 req-6b6be90a-9afa-4f73-9629-e726e62606f3 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] 10.222.0.77 "GET /v2.0/ports?device_id=4138caf4-844d-44ad-9320-7cd98f5ba17a HTTP/1.1" status: 200 len: 210 time: 0.1951065 Feb 10 21:13:26.650674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee80ac-51cb-418c-a4d6-716d10ad0df8 req-fb27c3e2-8874-46f9-aab2-e2e054d7c111 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:26.652394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7eee80ac-51cb-418c-a4d6-716d10ad0df8 req-fb27c3e2-8874-46f9-aab2-e2e054d7c111 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.2700379 Feb 10 21:13:26.657428 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4138caf4-844d-44ad-9320-7cd98f5ba17a', 'name': 'network-vif-deleted', 'tag': '8837b3a2-578c-4035-9045-2765d193f56c', 'status': 'completed', 'code': 200} Feb 10 21:13:26.658141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7323436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6513933'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:26.675211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-5bc73152-b5a7-4cc2-9aac-900603570f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:26.676506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3d54230-fff6-45b0-ab7a-02d097de2500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:26.676855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-5bc73152-b5a7-4cc2-9aac-900603570f32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1160 time: 0.1231248 Feb 10 21:13:26.900580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0941d0-9fdb-4f3b-9fe4-589335d48009,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:26.920748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:26.929627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-fde0850c-30cf-4f1d-9644-d337ce9fbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:26.931382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-fde0850c-30cf-4f1d-9644-d337ce9fbb8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.2475574 Feb 10 21:13:26.969214 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7eee80ac-51cb-418c-a4d6-716d10ad0df8 req-bbfbb639-fc1a-41ec-8172-f5f4fd81d2fe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937357 Feb 10 21:13:27.046637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Checking segment: {'id': 'f376424d-81a4-4a4e-acda-9168991cbb64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e8bb4d2c-a940-4160-bd2d-b50204721afa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:27.047497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Network hostable DHCP agents. Network: e8bb4d2c-a940-4160-bd2d-b50204721afa, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:13:27.052861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-11d21f59-a0d0-44fc-bf73-ce2e9a45a4ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 217 time: 0.1113873 Feb 10 21:13:27.138447 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Network e8bb4d2c-a940-4160-bd2d-b50204721afa is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:13:27.153900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-89df757e-b1c1-4958-976c-9b3a3b766170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.153900 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-89df757e-b1c1-4958-976c-9b3a3b766170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0890899 Feb 10 21:13:27.206518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, e8bb4d2c-a940-4160-bd2d-b50204721afa) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:27.222120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278be4db-2353-491c-8831-089773313f0b None None] Network e8bb4d2c-a940-4160-bd2d-b50204721afa requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:27.236140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.254844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:27.276704 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-7a48cc8d-eab7-4a90-8a1b-ba5d6349c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.279364 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-7a48cc8d-eab7-4a90-8a1b-ba5d6349c55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232512 Feb 10 21:13:27.307461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:27.498854 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-7708e2cf-c871-436c-96db-73f0e8d0f53c service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124927 Feb 10 21:13:27.516394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-520af702-fcc9-414c-a764-850e0c6773f6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9598348 Feb 10 21:13:27.718428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c34be-87bc-488b-be36-4f93aef8ab96 req-fd120289-bc72-44bd-b5a7-1ce8468160d8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.726046 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a59c34be-87bc-488b-be36-4f93aef8ab96 req-fd120289-bc72-44bd-b5a7-1ce8468160d8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 943 time: 0.4272273 Feb 10 21:13:27.738941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-f5f80728-3847-4d7d-9f19-3db3766aec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.740544 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-f5f80728-3847-4d7d-9f19-3db3766aec46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 1162 time: 0.3326726 Feb 10 21:13:27.828455 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9bd64930-1fb4-4cb1-a088-44f2e7779fd5 req-60669851-7e69-4d13-a420-aa6af26b285c service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3184566 Feb 10 21:13:27.854944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:27.929968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:27.929968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:27.932989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae24a7a-d641-4261-96a0-912c09a288ab req-1a74a040-2309-4898-84eb-dd87f45afc8c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:27.944272 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2ae24a7a-d641-4261-96a0-912c09a288ab req-1a74a040-2309-4898-84eb-dd87f45afc8c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.4822636 Feb 10 21:13:27.980098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d84dd5-38ec-42a9-9be0-73abc44a3272 None None] Network e8bb4d2c-a940-4160-bd2d-b50204721afa requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:28.107920 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a59c34be-87bc-488b-be36-4f93aef8ab96 req-8b5b9452-defd-489e-8713-db464ba6419d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781776 Feb 10 21:13:28.215911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51354) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:28.272842 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2ae24a7a-d641-4261-96a0-912c09a288ab req-e9a3ca5b-96a9-4f86-b6b8-40b261d859c6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257382 Feb 10 21:13:28.359021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-026a802d-549d-430b-97fd-9b7a7479646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:28.361409 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-026a802d-549d-430b-97fd-9b7a7479646a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.5913000 Feb 10 21:13:28.533538 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-a331a4ca-c2ea-4828-a3b8-4f99603a20ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00afd426-8aed-4bf9-a6c0-c13a76259878 HTTP/1.1" status: 200 len: 217 time: 0.1631954 Feb 10 21:13:28.606973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:28.623189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-fd417ad5-d43a-42a6-8105-05d7755758fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:28.625275 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-fd417ad5-d43a-42a6-8105-05d7755758fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.0847304 Feb 10 21:13:28.645355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:28.648994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:28.655884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fda93caafb5a4ee0bdc3fe2c8f93a6f3 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:28.659191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:28.667959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:28.687356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:28.700684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:28.726536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:28.727580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:28.744803 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-f9449d29-8ba2-4bf6-8f5c-1cf33593478a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098955 Feb 10 21:13:28.761419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:28.891624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:28.905159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:28.905588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:28.916547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:28.942342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.942903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.943245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.943601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.943986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.944361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.944730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.945094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.945496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.946020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.946385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.946778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.952123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.953467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:13:28.963266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:28.972582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.009331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-51335c9e-fd80-4e96-834d-0edbfdaeca8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:29.020585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55108ab0-3e34-4836-ace0-9b7351499aeb req-6ed5c24c-7ea9-4b0d-a5e6-763908096c15 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:29.022295 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55108ab0-3e34-4836-ace0-9b7351499aeb req-6ed5c24c-7ea9-4b0d-a5e6-763908096c15 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.5402613 Feb 10 21:13:29.038109 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fda93caafb5a4ee0bdc3fe2c8f93a6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185329 Feb 10 21:13:29.046910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51392) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:29.105231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:29.155473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4831bf9-e99b-4466-8860-b8efa9d2380e,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:29.161090 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:29.184447 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.190487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:29.190925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.216523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.274511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-a7ae0b96-fda1-4980-864e-1e9f75af2993 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:29.276220 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-a7ae0b96-fda1-4980-864e-1e9f75af2993 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/networks?id=d83f449f-9561-4f78-b002-2bee45599102 HTTP/1.1" status: 200 len: 808 time: 0.6005287 Feb 10 21:13:29.286612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.294041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b9e6c59a-b6f4-4273-a6f3-59c85cdb900a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:29.297409 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55108ab0-3e34-4836-ace0-9b7351499aeb req-857ebcf2-3c9e-49cf-8d76-aa373d1286bf tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633851 Feb 10 21:13:29.308947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4831bf9-e99b-4466-8860-b8efa9d2380e,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:29.312988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:29.314601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:29.316262 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4831bf9-e99b-4466-8860-b8efa9d2380e HTTP/1.1" status: 204 len: 168 time: 0.2680247 Feb 10 21:13:29.331598 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-db925233-cbf5-48cb-ae01-0a97afbff817 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/quotas/95f648a1862043dfb5dc4e67efed57fa HTTP/1.1" status: 200 len: 375 time: 0.0330427 Feb 10 21:13:29.333724 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-bc5c2da1-3e5a-4c4f-a1b2-8a9603f56048 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377321 Feb 10 21:13:29.485591 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'code': 200} Feb 10 21:13:29.733761 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-792266b3-85d5-4a53-88b4-e0dd69b0d20f tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95f648a1862043dfb5dc4e67efed57fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3480523 Feb 10 21:13:29.858940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bc2d8-9852-4c48-9f22-e44e1eb3e25c req-948b8f4b-2744-4953-9cb8-9c43dd965a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:29.860564 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-be6bc2d8-9852-4c48-9f22-e44e1eb3e25c req-948b8f4b-2744-4953-9cb8-9c43dd965a02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.0829775 Feb 10 21:13:29.911339 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-be6bc2d8-9852-4c48-9f22-e44e1eb3e25c req-fa351947-7568-417f-861e-44bd7182eb36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405726 Feb 10 21:13:30.018315 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96782670-8f16-49ce-972f-7e84d82f94a6 req-d3b7d0bb-ec3b-4ebc-963c-1201d51aba47 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6769431 Feb 10 21:13:30.049472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51424) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:30.051318 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-c1a8b30a-7ddd-4a70-8bcf-9f07b989a015 service neutron] 10.222.0.77 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870677 Feb 10 21:13:30.092357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.108785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:30.114529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Usage tracker for resource:security_group_rule and tenant:227423b61e024443952d4331aade9bc5 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:30.120156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:30.126610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:30.141963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858b25-221d-4781-909d-3a67e22e9ea3 req-284ff630-c033-4964-add1-0e6d5bec8eec tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:30.143708 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b0858b25-221d-4781-909d-3a67e22e9ea3 req-284ff630-c033-4964-add1-0e6d5bec8eec tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 943 time: 0.4045093 Feb 10 21:13:30.177774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:30.228909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.263585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.280933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:30.282922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:30.283420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.352148 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=227423b61e024443952d4331aade9bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014386 Feb 10 21:13:30.355097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51444) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:30.357532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307e78b-e6cb-48e7-b5cd-5591b49cf517,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:30.361336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:30.380026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b0858b25-221d-4781-909d-3a67e22e9ea3 req-c262c82a-dd29-42f9-be09-b113d72b4be3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556444 Feb 10 21:13:30.458075 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-3be907a4-527f-4859-9c6c-becd0a70670d service neutron] 10.222.0.77 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3131895 Feb 10 21:13:30.465186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f0c16ecf-179c-4f1a-809a-306d5d9420be up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:30.506426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.550902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.616990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port f0c16ecf-179c-4f1a-809a-306d5d9420be completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:30.623125 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f0c16ecf-179c-4f1a-809a-306d5d9420be triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:30.629732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.657027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51456) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:30.825157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.894207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port f0c16ecf-179c-4f1a-809a-306d5d9420be, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:30.894535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f904c-3cb2-4cb7-9825-070ee34b67d8 req-97296c06-9d42-442e-a1d3-5eb6809a6656 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:30.900840 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0e5f904c-3cb2-4cb7-9825-070ee34b67d8 req-97296c06-9d42-442e-a1d3-5eb6809a6656 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.3049169 Feb 10 21:13:30.900840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.905644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:30.949542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:30.952283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:30.965396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307e78b-e6cb-48e7-b5cd-5591b49cf517,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:30.968824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:31.000943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.004894 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b307e78b-e6cb-48e7-b5cd-5591b49cf517 HTTP/1.1" status: 204 len: 168 time: 0.6247525 Feb 10 21:13:31.022682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.056808 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0e5f904c-3cb2-4cb7-9825-070ee34b67d8 req-3fa7b26f-0db0-4995-a664-b641b7c9ba61 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520431 Feb 10 21:13:31.097970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=f0c16ecf-179c-4f1a-809a-306d5d9420be,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:31.113442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:31.139650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:31.190571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Usage tracker for resource:security_group_rule and tenant:84b525aa97fe42ea8a4d33180e9ba832 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:31.201000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:31.205691 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-28f3ae62-c3bf-46eb-8c66-ef0652bd82b4 req-97809e38-f49b-475e-8af8-6545fb2ed566 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 210 time: 0.0686679 Feb 10 21:13:31.211120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:31.382669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8b0f1-e2f5-4cb1-8690-448ebc8fc87d req-f04cfffc-9cc0-4fbb-92e6-a736540d5aca tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:31.384466 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fae8b0f1-e2f5-4cb1-8690-448ebc8fc87d req-f04cfffc-9cc0-4fbb-92e6-a736540d5aca tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 945 time: 0.3516085 Feb 10 21:13:31.408735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51486) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:31.487032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:31.499658 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fae8b0f1-e2f5-4cb1-8690-448ebc8fc87d req-aa5362e3-2ed3-4349-bf8a-5228c5218c76 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069009 Feb 10 21:13:31.503583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f0c16ecf-179c-4f1a-809a-306d5d9420be up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:31.543036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.544991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Deleting subnet a781f674-da24-46d0-ad72-1437da49bfe3 {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:13:31.548512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.612536 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'code': 200} Feb 10 21:13:31.617003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.649903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f0c16ecf-179c-4f1a-809a-306d5d9420be triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:31.650327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.664957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.702659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e4886954-d5d4-4fb8-8822-93fdb2fa53a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:31.716560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.739656 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84b525aa97fe42ea8a4d33180e9ba832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0761256 Feb 10 21:13:31.741536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046330a3-5ecd-4270-a09d-09303f86e933,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:31.756199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51500) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:31.795640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:31.884352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:31.981842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d8a41-7e70-4fc5-afa9-a7b1003dfa6a req-abdc9672-f816-4c89-9cc8-3fd6c9724a43 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:31.983556 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-896d8a41-7e70-4fc5-afa9-a7b1003dfa6a req-abdc9672-f816-4c89-9cc8-3fd6c9724a43 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.4196045 Feb 10 21:13:32.109715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:32.118085 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-896d8a41-7e70-4fc5-afa9-a7b1003dfa6a req-7eb51cf2-2e57-453d-b785-229e177cf6bf tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235569 Feb 10 21:13:32.120762 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:32.141955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5e3318d6-9c6b-4d60-96e3-f26587919515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:32.204144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3e549-d949-4fbb-939b-50985d6ac13f req-41d03b9f-79ef-4307-8d7d-7909d2593c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:32.205925 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2f3e549-d949-4fbb-939b-50985d6ac13f req-41d03b9f-79ef-4307-8d7d-7909d2593c75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1162 time: 0.2143753 Feb 10 21:13:32.228412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a781f674-da24-46d0-ad72-1437da49bfe3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:32.238244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:32.241138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:32.245660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-122c30d2-ac68-418b-ab80-d7db58d876c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:32.315570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046330a3-5ecd-4270-a09d-09303f86e933,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:32.320228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:32.341299 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b2f3e549-d949-4fbb-939b-50985d6ac13f req-bfff721e-849d-4b41-8adc-e5457074eaa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258352 Feb 10 21:13:32.341299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:32.344635 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/046330a3-5ecd-4270-a09d-09303f86e933 HTTP/1.1" status: 204 len: 168 time: 0.5693533 Feb 10 21:13:32.368708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:32.405685 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a781f674-da24-46d0-ad72-1437da49bfe3 HTTP/1.1" status: 204 len: 168 time: 0.9922719 Feb 10 21:13:32.407585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51520) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:32.519922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57922b-53cd-4656-b201-95c99ee2062c req-37321dfe-2ba1-4978-9b57-b3b7c9650a97 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:32.521878 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5d57922b-53cd-4656-b201-95c99ee2062c req-37321dfe-2ba1-4978-9b57-b3b7c9650a97 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.2576158 Feb 10 21:13:32.607044 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-784b6f72-107d-4f61-90b6-d5a0badbbdd1 req-ca79f3f9-e9b7-49be-91d9-a22d29605409 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 210 time: 0.0835965 Feb 10 21:13:32.674572 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5d57922b-53cd-4656-b201-95c99ee2062c req-5cb0a0ea-f10e-4693-8a74-8f14e58f2ca7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091774 Feb 10 21:13:32.805678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.053856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.067085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e17bdd-74b9-4d96-a84e-536c83bf231d req-218c2d62-a466-4b5b-974a-46d36898df88 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:33.068845 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a6e17bdd-74b9-4d96-a84e-536c83bf231d req-218c2d62-a466-4b5b-974a-46d36898df88 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 945 time: 0.2393186 Feb 10 21:13:33.212974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838e5c35-e849-4222-b237-f6688504e915']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:33.228583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7565bb3f-d528-4efe-9aca-459240617a23') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:33.229188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7565bb3f-d528-4efe-9aca-459240617a23') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:33.244557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.264549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.266640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:13:33.270102 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a6e17bdd-74b9-4d96-a84e-536c83bf231d req-c1e30f61-1419-44e3-8750-3c84184e066c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497462 Feb 10 21:13:33.378489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-4c43d610-7c0c-4a1a-8a3f-cd799168f7a0 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:33.379876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51544) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:33.380070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-4c43d610-7c0c-4a1a-8a3f-cd799168f7a0 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.46 "GET /v2.0/networks?id=d83f449f-9561-4f78-b002-2bee45599102 HTTP/1.1" status: 200 len: 808 time: 0.3102691 Feb 10 21:13:33.407472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.436594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Request body: {'port': {'device_id': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102', 'admin_state_up': True, 'tenant_id': '95f648a1862043dfb5dc4e67efed57fa'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:33.450189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:33.519615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Usage tracker for resource:security_group_rule and tenant:50e7bc6dc02d4a6da3dbebff7d0e23fa is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:33.527353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:33.538399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:33.545886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f0c16ecf-179c-4f1a-809a-306d5d9420be up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:33.552300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Network 838e5c35-e849-4222-b237-f6688504e915 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:33.564007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.664798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f0c16ecf-179c-4f1a-809a-306d5d9420be triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:33.665221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:33.768718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6f337-8b1a-437f-87a0-44590338eaab req-45be9016-4b99-4dc7-9aa6-a236c3b71598 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:33.776475 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c9e6f337-8b1a-437f-87a0-44590338eaab req-45be9016-4b99-4dc7-9aa6-a236c3b71598 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.3894138 Feb 10 21:13:33.821143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:13:33.852230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Network 838e5c35-e849-4222-b237-f6688504e915 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:13:33.882162 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:13:33.906677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd507-f479-4ee7-9890-ff4fdf1f1eb1 req-afbc4d3a-ca4d-4a0c-93af-10fcc6a92f32 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:33.908299 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-27dbd507-f479-4ee7-9890-ff4fdf1f1eb1 req-afbc4d3a-ca4d-4a0c-93af-10fcc6a92f32 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 945 time: 0.4498520 Feb 10 21:13:33.931754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:33.934835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51564) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:33.964336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'floatingip': {'port_id': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:34.037585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Usage tracker for resource:port and tenant:95f648a1862043dfb5dc4e67efed57fa is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:34.049347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:34.083948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:34.118614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.168530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.195984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.198143 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c9e6f337-8b1a-437f-87a0-44590338eaab req-eb246261-e372-454c-9bff-0627682b258e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122517 Feb 10 21:13:34.213960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.229284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:34.248791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.267387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Pushing event deleted for resources: {'Network': ['ID=838e5c35-e849-4222-b237-f6688504e915,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:34.271710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:34.296143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8f3fbad4-28bd-482f-8ae9-c9c0a58c7d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:34.303318 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50e7bc6dc02d4a6da3dbebff7d0e23fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9223218 Feb 10 21:13:34.305853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51576) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:34.346559 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] 10.222.0.77 "DELETE /v2.0/networks/838e5c35-e849-4222-b237-f6688504e915 HTTP/1.1" status: 204 len: 168 time: 1.9349799 Feb 10 21:13:34.406846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b0059-83d7-4226-bd02-d87570be3481,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:34.412488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:34.429518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.461006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.521811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Made reservation on behalf of 95f648a1862043dfb5dc4e67efed57fa for: {'port': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:34.544087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.549164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.554589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:34.558780 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-24881f27-63ea-4d72-98ac-ee2f48aba4ea req-0ce72eeb-5a78-4828-84ce-2dc7eb1ac02e tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 210 time: 0.3496687 Feb 10 21:13:34.568775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b0059-83d7-4226-bd02-d87570be3481,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:34.571419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:34.577716 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:34.582316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a51b0059-83d7-4226-bd02-d87570be3481 HTTP/1.1" status: 204 len: 168 time: 0.2753215 Feb 10 21:13:34.624092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51590) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:34.801073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51596) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:34.880455 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6698c058-7f1e-4da8-8618-f73b418bfb84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41fdedb7d2e149deb3bff974528042bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791414 Feb 10 21:13:34.881219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51602) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:35.015295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.050683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.167134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.177854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.184757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f3adf4af-8b96-4bcc-979d-fd0be4537e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:35.196685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1086b29c-4064-4718-bb3a-f5296daebb43,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:35.204123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:35.206181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:35.207094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983274a-3e31-4527-a461-31eba7858a42 req-e9450ad6-f2c1-415e-8cd4-3fd5ca162a4a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:35.214670 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5983274a-3e31-4527-a461-31eba7858a42 req-e9450ad6-f2c1-415e-8cd4-3fd5ca162a4a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.6494224 Feb 10 21:13:35.224757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d563e3a78d4062afc2a605708d14b6 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:35.228137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:35.235607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:35.255747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.257170 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1086b29c-4064-4718-bb3a-f5296daebb43 HTTP/1.1" status: 204 len: 168 time: 0.3748779 Feb 10 21:13:35.422136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.452069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.461940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-050fc365-f2f3-48eb-89d4-26184553ab41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:35.510972 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6d563e3a78d4062afc2a605708d14b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825722 Feb 10 21:13:35.510972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0b922-6ae7-406d-b746-13aa45dfb6db,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:35.511187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51620) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:35.514620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:35.554600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f0c16ecf-179c-4f1a-809a-306d5d9420be up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:35.628345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.679077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.701919 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5983274a-3e31-4527-a461-31eba7858a42 req-fe3e3cdf-0452-447a-a491-890018315659 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859724 Feb 10 21:13:35.717223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f0c16ecf-179c-4f1a-809a-306d5d9420be triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:35.717223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.779781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51628) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:35.819012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:35.862286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:35.888625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Usage tracker for resource:security_group_rule and tenant:7018affedb474449981d04c09f1d0470 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:35.895583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:35.909337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:36.023660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.033484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9c417e5c-5981-47dc-8a05-c0ef1e9ba18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:36.036610 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eb64564b-438a-417b-ab97-2e797c911f90 req-ff624f9f-5ec9-4840-b780-4a206e3123f0 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 210 time: 0.1584055 Feb 10 21:13:36.060994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0b922-6ae7-406d-b746-13aa45dfb6db,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:36.076404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:36.083801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.094966 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3a3cda43-5e35-49f5-b7b6-972d91a1dd62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13c0b922-6ae7-406d-b746-13aa45dfb6db HTTP/1.1" status: 204 len: 168 time: 0.5726898 Feb 10 21:13:36.100888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.148958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.157881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:36.165347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de14a5-a70b-4dcf-9d81-a46a6c16e80e req-ad220b42-95a2-4c12-90b5-c5eb3f29050f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:36.173550 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e3de14a5-a70b-4dcf-9d81-a46a6c16e80e req-ad220b42-95a2-4c12-90b5-c5eb3f29050f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.6410170 Feb 10 21:13:36.186622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.resource_extend [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 10 21:13:36.206129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4f9ee-9743-468f-90b4-3d16af50dc8a,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:36.218981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:36.239610 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7018affedb474449981d04c09f1d0470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586902 Feb 10 21:13:36.243080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51642) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:36.265103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Allocated IP 172.20.0.13 (d83f449f-9561-4f78-b002-2bee45599102/9f3d4105-8b19-4230-8c9d-4b68d90755fc/cc78af27-a18b-4c0c-86e5-e12efb8f3cb7) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:13:36.351234 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.383211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.431724 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e3de14a5-a70b-4dcf-9d81-a46a6c16e80e req-02d2db0e-bf3e-483d-9cc4-25b507f08008 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519906 Feb 10 21:13:36.475366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.481418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-22f3df63-27e4-4d38-959e-2c429a30f5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:36.504374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4f9ee-9743-468f-90b4-3d16af50dc8a,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:36.507811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:36.513770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.519012 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21c4f9ee-9743-468f-90b4-3d16af50dc8a HTTP/1.1" status: 204 len: 168 time: 0.2746310 Feb 10 21:13:36.535536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:36.903824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:37.208085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:37.350641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8094d3d-9c75-4538-8e7d-9a367286c2b2 req-038aabaa-7757-4eda-ba26-042e1ad4d28c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:37.352361 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a8094d3d-9c75-4538-8e7d-9a367286c2b2 req-038aabaa-7757-4eda-ba26-042e1ad4d28c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.4534171 Feb 10 21:13:37.412416 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 5caf7b0d-0d2e-48cc-b7d4-93658b304d90 associated. External IP: 172.28.3.139, port: 40af6ce4-ac98-4565-8997-c52c8ffb0cb5. Feb 10 21:13:37.564858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a87d-1dae-498c-b345-bd97e1a9e9ba req-45681a0a-44ab-4eae-b783-16a1f9c952b8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:37.566540 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-14d1a87d-1dae-498c-b345-bd97e1a9e9ba req-45681a0a-44ab-4eae-b783-16a1f9c952b8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.6688044 Feb 10 21:13:37.578270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51696) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:37.584495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'floatingip': {'port_id': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:37.791346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:37.878576 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a8094d3d-9c75-4538-8e7d-9a367286c2b2 req-497e2d41-9fdf-4ad6-8ad8-9b788a72fd00 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070245 Feb 10 21:13:38.040553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:38.092870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:38.316606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Pushing event updated for resources: {'Port': ['ID=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:38.323956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:13:38.328111 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:38.428976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62cd21-7654-4877-b51a-d3849f563bc0 req-ed9e670e-c5ac-4c31-8149-7c65b6c2a5f9 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:38.430470 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bb62cd21-7654-4877-b51a-d3849f563bc0 req-ed9e670e-c5ac-4c31-8149-7c65b6c2a5f9 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 932 time: 0.5330455 Feb 10 21:13:38.615548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Network d83f449f-9561-4f78-b002-2bee45599102 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:13:38.622627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:38.628990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:13:38.674348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:38.755468 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bb62cd21-7654-4877-b51a-d3849f563bc0 req-f1186c93-560a-4df9-bea0-3949925385d4 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445962 Feb 10 21:13:38.982782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:38.985052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:39.077318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:13:39.094435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:13:39.097662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:39.111558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:13:39.115290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:13:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:39.181151 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7482562 Feb 10 21:13:39.220547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Request body: {'port': {'device_id': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:39.230428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:39.268937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:39.490165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:13:39.541770 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Floating IP 1eb11551-0b47-4361-99dd-8a906839cbba associated. External IP: 172.28.3.129, port: f0c16ecf-179c-4f1a-809a-306d5d9420be. Feb 10 21:13:39.633692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:39.732669 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0d057da6-b320-481f-9d66-6540f1fa527b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "PUT /v2.0/floatingips/5caf7b0d-0d2e-48cc-b7d4-93658b304d90 HTTP/1.1" status: 200 len: 991 time: 5.7936747 Feb 10 21:13:39.739541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:39.976707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba0e0f-66ce-4517-82fb-472831be57a4 req-9b91074f-0e7d-47fa-b5b9-4dbdb46dc3c0 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:39.985889 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0bba0e0f-66ce-4517-82fb-472831be57a4 req-9b91074f-0e7d-47fa-b5b9-4dbdb46dc3c0 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.7892952 Feb 10 21:13:40.040617 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'status': 'completed', 'code': 200} Feb 10 21:13:40.049717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51776) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:40.071450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '5caf7b0d-0d2e-48cc-b7d4-93658b304d90', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:f9:06:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:12:58Z', 'updated_at': '2021-02-10T21:13:35Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:40.077551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:13:40.089964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:13:40.091376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:13:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:40.159201 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0bba0e0f-66ce-4517-82fb-472831be57a4 req-325499f3-cb59-48ec-9947-0fa352d5e8c9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722558 Feb 10 21:13:40.306895 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809327f-4db1-4da7-ada8-2f45727e82da req-7e4b2ad4-3c0c-4400-bca3-6c8d6b97cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:40.310273 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-7e4b2ad4-3c0c-4400-bca3-6c8d6b97cece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.2487836 Feb 10 21:13:40.320919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:13:40.403469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51784) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:40.547443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809327f-4db1-4da7-ada8-2f45727e82da req-c4d07809-bec4-4e95-bafb-5cadc18e8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:40.549703 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-c4d07809-bec4-4e95-bafb-5cadc18e8758 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.2261982 Feb 10 21:13:40.573842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:40.670143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:40.689523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9aa19-6724-4b93-aa7e-4de4ffc86607 req-11fdf9f9-c2e1-4f6d-8fe5-3df005076289 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:40.696638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-dda9aa19-6724-4b93-aa7e-4de4ffc86607 req-11fdf9f9-c2e1-4f6d-8fe5-3df005076289 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Synchronizing usage tracker for tenant:95f648a1862043dfb5dc4e67efed57fa on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:13:40.696766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a019cf91bb4805a23161fbecbc9a4d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:40.705013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:40.721728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:40.739787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:40.775616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:13:40.776566 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-29529ff1-086b-4748-b770-d2954a32c470 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 999 time: 0.1766725 Feb 10 21:13:40.790849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '5caf7b0d-0d2e-48cc-b7d4-93658b304d90', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:f9:06:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:12:58Z', 'updated_at': '2021-02-10T21:13:35Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:40.796570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc15a11-ba00-4e80-8ae1-145de82e46d6 None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '5caf7b0d-0d2e-48cc-b7d4-93658b304d90', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:f9:06:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:12:58Z', 'updated_at': '2021-02-10T21:13:35Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:13:40.804336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:40.811507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Usage tracker for resource:security_group_rule and tenant:8815a91e18114b8e8e7f21c148e10ef8 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:40.815738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:40.822561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:40.890074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-dda9aa19-6724-4b93-aa7e-4de4ffc86607 req-11fdf9f9-c2e1-4f6d-8fe5-3df005076289 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Unset dirty status for tenant:95f648a1862043dfb5dc4e67efed57fa on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:13:40.898135 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dda9aa19-6724-4b93-aa7e-4de4ffc86607 req-11fdf9f9-c2e1-4f6d-8fe5-3df005076289 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 932 time: 0.6432106 Feb 10 21:13:41.099353 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dda9aa19-6724-4b93-aa7e-4de4ffc86607 req-adcc4337-45b7-4953-b67c-cdaf81e3eb62 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002065 Feb 10 21:13:41.107339 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 {{(pid=80004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:13:41.116242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.130791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Transition to ACTIVE for port object cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 will not be triggered until provisioned by entity L2. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:13:41.205095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.206907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.241039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9bdb9c84-f0e6-4bca-993f-c323932a9804 tempest-DeleteServersTestJSON-1596058140 tempest-DeleteServersTestJSON-1596058140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:41.252040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:13:41.262329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:13:41.269325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0f46b-e142-4762-b597-cc12149684f9 None None] New status for floating IP 5caf7b0d-0d2e-48cc-b7d4-93658b304d90: ACTIVE {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:13:41.280950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:13:41.286625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:13:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:41.346182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809327f-4db1-4da7-ada8-2f45727e82da req-7a2486d6-1520-451d-b25e-218db9267afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:41.351081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Pushing event updated for resources: {'Port': ['ID=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:41.351529 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-7a2486d6-1520-451d-b25e-218db9267afb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.5553801 Feb 10 21:13:41.353622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.364441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:41.368556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-42da6676-630d-4b1b-958d-48c2ff8589d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:41.382270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.543136 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8e2b8f43-879b-4e19-ab79-c7e92dd2ab91 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "PUT /v2.0/floatingips/1eb11551-0b47-4361-99dd-8a906839cbba HTTP/1.1" status: 200 len: 991 time: 3.9634728 Feb 10 21:13:41.547114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873b1cd-06e7-44c4-8c6c-aafb311fd410,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:41.580645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:41.592580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:41.622790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:41.635022 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8815a91e18114b8e8e7f21c148e10ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2273779 Feb 10 21:13:41.640506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.642937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51822) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:41.693238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:41.722314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-20ce4225-488a-4a13-8d7e-14f498a001a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:41.790274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:13:41.888265 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'status': 'completed', 'code': 200} Feb 10 21:13:41.893681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809327f-4db1-4da7-ada8-2f45727e82da req-6e38b465-b2a8-4eb0-8c71-e9378fa6418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:41.895524 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-6e38b465-b2a8-4eb0-8c71-e9378fa6418a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3571506 Feb 10 21:13:41.904180 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6a019cf91bb4805a23161fbecbc9a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8463733 Feb 10 21:13:41.929322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07efd50-a195-400a-8cc5-8f033f5ca50f req-3afc1fb4-ad1d-4c82-83c5-2ad453bc28be tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:41.938062 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b07efd50-a195-400a-8cc5-8f033f5ca50f req-3afc1fb4-ad1d-4c82-83c5-2ad453bc28be tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.4128366 Feb 10 21:13:41.940678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51834) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:42.040879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2007dd9-1071-4da4-8e87-ef80f8c1a863,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:42.045390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:42.138178 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b07efd50-a195-400a-8cc5-8f033f5ca50f req-fc70d31f-5e51-47e6-ab1c-ed3199e9c748 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992242 Feb 10 21:13:42.174297 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-6b5f9f66-88d1-42fc-ac99-bf18eb0c2163 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669606 Feb 10 21:13:42.179102 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.229319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Attempting to bind port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:13:42.229319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Attempting to bind port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102'}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:13:42.229319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Attempting to bind port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 on network d83f449f-9561-4f78-b002-2bee45599102 {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:13:42.253165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:13:42.254830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Checking segment: {'id': '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:42.255492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.256098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Bound using segment: {'id': '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102'} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:13:42.256794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Bound port: cc78af27-a18b-4c0c-86e5-e12efb8f3cb7, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd83f449f-9561-4f78-b002-2bee45599102'}}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:13:42.257369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.272455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.282594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:42.283059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.434294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.536574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] For port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7, host hv-cinder-77500, cleared binding levels {{(pid=80004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:13:42.603504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.655632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-a6a7f7d5-0ca9-4674-8334-610f691a90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:42.657246 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-a6a7f7d5-0ca9-4674-8334-610f691a90b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1162 time: 0.7667167 Feb 10 21:13:42.661343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf4299-c734-4b47-a1b0-a39f77874582 req-a43b4220-e290-493c-812e-395c0b202cca tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:42.663110 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ceaf4299-c734-4b47-a1b0-a39f77874582 req-a43b4220-e290-493c-812e-395c0b202cca tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.3701301 Feb 10 21:13:42.666724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] For port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,segment=NetworkSegment(7a7823aa-6268-4e6a-a4fe-fcd636b66e9a),segment_id=7a7823aa-6268-4e6a-a4fe-fcd636b66e9a)] {{(pid=80004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:13:42.739475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1eb11551-0b47-4361-99dd-8a906839cbba', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:9b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:05Z', 'updated_at': '2021-02-10T21:13:38Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:42.742745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:13:42.752971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.753913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.755416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:13:42.756099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:13:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:42.762269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6a29c011-2901-4fb2-bfa7-3900bb6e2645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:42.811246 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d809327f-4db1-4da7-ada8-2f45727e82da req-bc8ef6a1-6b40-44be-ad84-0d18d63f4435 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6260943 Feb 10 21:13:42.861382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-8aa46873-9b4f-412a-9412-3f7bbd8861c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:42.863354 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-8aa46873-9b4f-412a-9412-3f7bbd8861c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1916213 Feb 10 21:13:42.935597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2007dd9-1071-4da4-8e87-ef80f8c1a863,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:42.945371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:42.946141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ed9350db-722b-4277-b96c-ef211d0c8c7c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:42.993816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:42.995093 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2007dd9-1071-4da4-8e87-ef80f8c1a863 HTTP/1.1" status: 204 len: 168 time: 1.0482347 Feb 10 21:13:43.039827 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ceaf4299-c734-4b47-a1b0-a39f77874582 req-c9b31eaa-20d8-4575-9f80-755094dce1b2 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515949 Feb 10 21:13:43.096982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:43.099719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:43.103925 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 HTTP/1.1" status: 200 len: 1158 time: 3.8980958 Feb 10 21:13:43.104640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:43.147233 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-3d41212f-2543-44cf-9ac3-61977dd06b10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 999 time: 0.2742262 Feb 10 21:13:43.183815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Pushing event updated for resources: {'Port': ['ID=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,revision_number=3']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:43.194653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:43.214039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:13:43.233931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:43.259935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d8bc5e84-fab5-4abc-a024-d46437c07951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:43.263530 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7', 'status': 'completed', 'code': 200} Feb 10 21:13:43.285372 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873b1cd-06e7-44c4-8c6c-aafb311fd410,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:43.311642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:43.313056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:43.329650 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3873b1cd-06e7-44c4-8c6c-aafb311fd410 HTTP/1.1" status: 204 len: 168 time: 1.6854043 Feb 10 21:13:43.331150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ede6ba38-ea7d-4976-887d-9bcb9421200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:43.332806 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-ede6ba38-ea7d-4976-887d-9bcb9421200d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95f648a1862043dfb5dc4e67efed57fa&device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 1161 time: 0.1177292 Feb 10 21:13:43.358933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-708d4a3b-02a4-458f-bb7b-1b149240f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:43.360711 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-708d4a3b-02a4-458f-bb7b-1b149240f97e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.2064819 Feb 10 21:13:43.457261 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-1c7d3283-27fb-466b-94d8-4ff2ce54889a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 HTTP/1.1" status: 200 len: 217 time: 0.1142132 Feb 10 21:13:43.518602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-24520786-0cf7-4ed3-b4fd-42c945eae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:43.520917 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-24520786-0cf7-4ed3-b4fd-42c945eae4ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1509442 Feb 10 21:13:43.625367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-e2fe5a17-465a-48bd-bc8d-ef42acc43d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:43.626999 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-e2fe5a17-465a-48bd-bc8d-ef42acc43d97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f3d4105-8b19-4230-8c9d-4b68d90755fc HTTP/1.1" status: 200 len: 848 time: 0.1097503 Feb 10 21:13:43.688620 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-3eb76e47-7bd1-4126-902d-81d3249b1900 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d83f449f-9561-4f78-b002-2bee45599102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525138 Feb 10 21:13:43.747194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1eb11551-0b47-4361-99dd-8a906839cbba', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:9b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:05Z', 'updated_at': '2021-02-10T21:13:38Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:13:43.751954 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-60981a2a-5321-4bb9-a62d-f3cbe887779e service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222347 Feb 10 21:13:43.752420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a9b16-4b85-47a2-9da2-645b63a4d961 None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1eb11551-0b47-4361-99dd-8a906839cbba', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:9b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:05Z', 'updated_at': '2021-02-10T21:13:38Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:13:43.876967 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-fbb5c4fb-2863-46f9-8440-5fb6f0714c54 service neutron] 10.222.0.46 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809967 Feb 10 21:13:43.913552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51870) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:43.942077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:43.968933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:43.977546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Usage tracker for resource:security_group_rule and tenant:6a8e423795e34a8680c4974597bb5b23 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:43.983289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:43.999802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:44.012041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d01f-ff0e-4c27-ac25-34982cf783cc req-b3669eda-5d09-4dd9-a5cc-a03bb2a4e092 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:44.018469 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ebeea01c-dfcd-4da1-b8dd-7b1c6eaab256 req-7a25fd34-7f7f-4c80-8767-caf5849ee0d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2592046 Feb 10 21:13:44.020477 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bf0d01f-ff0e-4c27-ac25-34982cf783cc req-b3669eda-5d09-4dd9-a5cc-a03bb2a4e092 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.5619638 Feb 10 21:13:44.106330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b9184-c72e-4cd9-aa6d-72f2d374406f None None] New status for floating IP 1eb11551-0b47-4361-99dd-8a906839cbba: ACTIVE {{(pid=80005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:13:44.184753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.223394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.238112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc601ab7-1977-414f-b74b-90f921498b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:44.270090 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bf0d01f-ff0e-4c27-ac25-34982cf783cc req-edb04211-3168-4fb5-a956-bcf67e1fe4aa tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487819 Feb 10 21:13:44.380308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c562c594-af0d-4cc4-bb4f-a57823fde9f6,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:44.398489 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-35389792-a735-43db-8862-f6cce054924e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a8e423795e34a8680c4974597bb5b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826214 Feb 10 21:13:44.399836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:44.400339 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51892) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:44.460307 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-dacc9da7-bd31-47dc-8538-efe94293a784 req-427b7e0e-9f5c-47d4-ae22-f33e767336f9 service neutron] 10.222.0.46 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5731449 Feb 10 21:13:44.580162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.599452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9930f-9e06-44e2-86a8-4de5bf5e8dd1 req-756b429b-831d-4f4e-8e3c-d001b1271459 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:44.601163 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2bf9930f-9e06-44e2-86a8-4de5bf5e8dd1 req-756b429b-831d-4f4e-8e3c-d001b1271459 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.3272786 Feb 10 21:13:44.654357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.733023 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2bf9930f-9e06-44e2-86a8-4de5bf5e8dd1 req-ae0a7629-54ff-4ac5-b621-b2cc9432fad0 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Feb 10 21:13:44.749370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.750173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-ab3b895d-597f-4d8b-9a84-d2f7a195a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:44.751853 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-ab3b895d-597f-4d8b-9a84-d2f7a195a67c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95f648a1862043dfb5dc4e67efed57fa&device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 1161 time: 0.1496992 Feb 10 21:13:44.763698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-69bd2a6d-4255-4ebc-a862-202bd7ab3f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:44.774755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562c594-af0d-4cc4-bb4f-a57823fde9f6,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:44.777907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:44.783799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:44.785021 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c562c594-af0d-4cc4-bb4f-a57823fde9f6 HTTP/1.1" status: 204 len: 168 time: 0.3836608 Feb 10 21:13:44.963412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-b3b841a4-1f10-4de2-a6b1-a5625a456923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:44.965587 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-b3b841a4-1f10-4de2-a6b1-a5625a456923 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d83f449f-9561-4f78-b002-2bee45599102 HTTP/1.1" status: 200 len: 902 time: 0.2064352 Feb 10 21:13:45.323330 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-ac8474e1-cceb-416b-9f4f-f1d13d755ee6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 HTTP/1.1" status: 200 len: 217 time: 0.3478289 Feb 10 21:13:45.405569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-f403533a-eb5d-49f7-9705-a4e490b3fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:45.407384 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-f403533a-eb5d-49f7-9705-a4e490b3fd35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f3d4105-8b19-4230-8c9d-4b68d90755fc HTTP/1.1" status: 200 len: 848 time: 0.0764506 Feb 10 21:13:45.506863 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-583e2ca9-983a-4a18-b08d-90f0ae23202d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d83f449f-9561-4f78-b002-2bee45599102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885711 Feb 10 21:13:45.753776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11210ef2-f10f-43fd-b94d-c4499a8c2eb2 req-87da6633-bbaa-49ce-83b8-bb4c3153b460 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:45.755322 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-11210ef2-f10f-43fd-b94d-c4499a8c2eb2 req-87da6633-bbaa-49ce-83b8-bb4c3153b460 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.3383782 Feb 10 21:13:45.791721 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-855f0548-44e7-428c-ab7b-69b6614b0cc4 service neutron] 10.222.0.46 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697179 Feb 10 21:13:45.882024 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-11210ef2-f10f-43fd-b94d-c4499a8c2eb2 req-2df99845-d070-4013-a64d-28b2d4b0760b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144743 Feb 10 21:13:45.885548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 51950) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:46.047766 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10e4099a-8b1a-4f2f-a36b-a1377f7776ba req-52fa300c-7abe-45b1-914c-17f3cc39da3a service neutron] 10.222.0.46 "GET /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2478693 Feb 10 21:13:46.107810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.128449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:46.134157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Usage tracker for resource:security_group_rule and tenant:ca3e699954594a9b85258fecd429ab27 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:46.138282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:46.144694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:46.196188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f36f-6ad0-475c-adf3-9f40dcff8aac req-7dba8ffe-c190-4ca7-8362-5595de27174a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:46.204500 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0211f36f-6ad0-475c-adf3-9f40dcff8aac req-7dba8ffe-c190-4ca7-8362-5595de27174a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.2722640 Feb 10 21:13:46.281982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.307627 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0211f36f-6ad0-475c-adf3-9f40dcff8aac req-cbc49b1c-d4a6-47d1-b9ad-8335296953e0 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020815 Feb 10 21:13:46.326133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.336898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1158b65f-1c76-4e00-8940-b31b915e6596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:46.394605 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca3e699954594a9b85258fecd429ab27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072412 Feb 10 21:13:46.396061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74622838-2f8e-4b7a-8e79-ce5ea3b495f5,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:46.397093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 51966) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:46.400383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:46.473928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.504507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.595743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.608028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:46.630001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74622838-2f8e-4b7a-8e79-ce5ea3b495f5,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:46.633211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:46.635857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:46.638580 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74622838-2f8e-4b7a-8e79-ce5ea3b495f5 HTTP/1.1" status: 204 len: 168 time: 0.2399604 Feb 10 21:13:47.241710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52028) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:47.274297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827c002-5cc9-4bcf-bbcb-93d7d2e14c02 req-dff6f87b-82c2-4319-80b5-d1d203b1fcff tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:47.276185 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6827c002-5cc9-4bcf-bbcb-93d7d2e14c02 req-dff6f87b-82c2-4319-80b5-d1d203b1fcff tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.1922262 Feb 10 21:13:47.367786 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6827c002-5cc9-4bcf-bbcb-93d7d2e14c02 req-8c1b3b8a-fe3b-4111-b427-0bc808ffa16e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Feb 10 21:13:47.523546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:47.541368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:47.545831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Usage tracker for resource:security_group_rule and tenant:58706e058fcd44329897fa81ed3ab31a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:47.548986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:47.555465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:47.666442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:47.703195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:47.712905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:47.754836 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58706e058fcd44329897fa81ed3ab31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108213 Feb 10 21:13:47.760567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52058) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:47.761804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069cf2-d64b-40a7-89fd-13f86b962c02 req-3b1d952d-19d6-412a-9886-b3662ccda60c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:47.769643 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6069cf2-d64b-40a7-89fd-13f86b962c02 req-3b1d952d-19d6-412a-9886-b3662ccda60c tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.2329350 Feb 10 21:13:47.802822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e23fce8-cd70-4ae6-9722-6695d1c397af,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:47.808978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:47.864446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:47.901170 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6069cf2-d64b-40a7-89fd-13f86b962c02 req-4c79afb1-a3f2-40b0-97cb-757678f3708d tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304624 Feb 10 21:13:47.910934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:47.952854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589b1f-f150-4a75-a354-38cb52785d56 req-96f38f25-34d7-4b82-9703-9991e2fd5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:47.954471 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-39589b1f-f150-4a75-a354-38cb52785d56 req-96f38f25-34d7-4b82-9703-9991e2fd5abf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 1162 time: 0.1819222 Feb 10 21:13:48.007876 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-39589b1f-f150-4a75-a354-38cb52785d56 req-1cc3e97f-db2b-4b88-a2c9-88d1b98b8854 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Feb 10 21:13:48.017463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:48.022846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a2c5b05f-33e7-4cc9-aef1-323c34e42a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:48.036456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e23fce8-cd70-4ae6-9722-6695d1c397af,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:48.041756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:48.047297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:48.048511 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e23fce8-cd70-4ae6-9722-6695d1c397af HTTP/1.1" status: 204 len: 168 time: 0.2867656 Feb 10 21:13:48.799509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7ccfb-902b-479c-8575-d2bf4e4ee5e4 req-c13ad1d1-6671-4383-9d1e-e66b6f19ca4d tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:48.801954 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71d7ccfb-902b-479c-8575-d2bf4e4ee5e4 req-c13ad1d1-6671-4383-9d1e-e66b6f19ca4d tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.2105308 Feb 10 21:13:48.891379 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71d7ccfb-902b-479c-8575-d2bf4e4ee5e4 req-e510c1d7-6e37-4be8-a792-7ad1f4044191 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Feb 10 21:13:49.178442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52122) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:49.208429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde22eb-d69e-4a47-8c18-46bf326b53e8 req-e2c69987-2427-47d4-a685-6fc07f36d3c8 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:49.210117 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ecde22eb-d69e-4a47-8c18-46bf326b53e8 req-e2c69987-2427-47d4-a685-6fc07f36d3c8 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.1752405 Feb 10 21:13:49.324127 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ecde22eb-d69e-4a47-8c18-46bf326b53e8 req-150745a6-d91e-46d8-9213-68cab0a2b915 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067328 Feb 10 21:13:49.375007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1522687798-network', 'tenant_id': '97b3628edb574cfeb1d18fb36f99009d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:49.380100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:49.384502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Usage tracker for resource:network and tenant:97b3628edb574cfeb1d18fb36f99009d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:49.388666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:49.394752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:49.445738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Made reservation on behalf of 97b3628edb574cfeb1d18fb36f99009d for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:49.451138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.464282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.480318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:49.484734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Usage tracker for resource:security_group_rule and tenant:97b3628edb574cfeb1d18fb36f99009d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:49.488313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:49.493791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:49.587435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.634064 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.639188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ea5a8e60-b130-4968-a43c-4a95b50427e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:49.675403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:13:49.681452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529c506-7a61-4694-8cb9-054cd4bad012,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:49.686087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:49.693819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.694927 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Added segment 6ea9e3bf-c220-4650-84dd-a6ac40881b05 of type vxlan for network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 Feb 10 21:13:49.775681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-19b19224-cd32-4db4-a671-da2c5758266b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:13:49.779905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.845857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.847227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:49.847878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:49.853369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:49.991214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbf7e65-55cf-4576-91c0-4cfd79d63836,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:49.997744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:50.005997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:50.030528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:13:50.047242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8671861 Feb 10 21:13:50.050183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52162) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:50.057604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Request body: {'subnet': {'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1522687798-subnet', 'tenant_id': '97b3628edb574cfeb1d18fb36f99009d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:50.070787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:50.081903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Usage tracker for resource:subnet and tenant:97b3628edb574cfeb1d18fb36f99009d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:50.086033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:50.094167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:50.171962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Made reservation on behalf of 97b3628edb574cfeb1d18fb36f99009d for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:50.179196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826698585'] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:50.230117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a4831-f61c-43c4-8ee4-7d07f06d7d4f req-eef59fae-6ba2-470f-8821-fc558f024358 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:50.232513 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-584a4831-f61c-43c4-8ee4-7d07f06d7d4f req-eef59fae-6ba2-470f-8821-fc558f024358 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.1997137 Feb 10 21:13:50.265233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 52174) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:50.327001 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-584a4831-f61c-43c4-8ee4-7d07f06d7d4f req-19d69473-5fb7-494a-b9c2-38e2de43d520 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764549 Feb 10 21:13:50.514753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:50.596937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:50.646854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:50.672330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Usage tracker for resource:security_group_rule and tenant:5bb92e3e4b1d4b61b7f7b4f76219b535 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:50.682971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:50.701967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:50.725581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:13:50.731695 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:50.732240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:50.822385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27359276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826698570'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:50.834150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc46ba-f4b4-4eed-b832-a89d62767983 req-719c4fa9-b6b0-4fcd-a9a2-de459ceaac8a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:50.835909 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bbcc46ba-f4b4-4eed-b832-a89d62767983 req-719c4fa9-b6b0-4fcd-a9a2-de459ceaac8a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 944 time: 0.2951436 Feb 10 21:13:50.850476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2d0258a9-2bbc-4121-8fac-1eac405dfa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:50.883072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:50.966099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:13:50.969190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d32ef-bbf4-4dc7-a7fb-1407d6d9c50c req-9d37e64a-32af-434b-99f2-3ae6d113a99b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:50.970963 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b76d32ef-bbf4-4dc7-a7fb-1407d6d9c50c req-9d37e64a-32af-434b-99f2-3ae6d113a99b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.4284496 Feb 10 21:13:50.979829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,segment=NetworkSegment(7a7823aa-6268-4e6a-a4fe-fcd636b66e9a),segment_id=7a7823aa-6268-4e6a-a4fe-fcd636b66e9a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:13:51.011283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.013317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:51.034368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f242f1ad-bae2-422a-ac3e-f9015e384c00,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:51.043877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:51.055893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:51.072038 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bbcc46ba-f4b4-4eed-b832-a89d62767983 req-b9686dae-71bd-4cf2-a107-7380bcf07269 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225893 Feb 10 21:13:51.072235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Checking segment: {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:13:51.073030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Network hostable DHCP agents. Network: 9fbf7e65-55cf-4576-91c0-4cfd79d63836, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:13:51.110210 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b76d32ef-bbf4-4dc7-a7fb-1407d6d9c50c req-4dc9dbcb-2f22-4b77-bdc8-8ce2d21bf058 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213086 Feb 10 21:13:51.131790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:13:51.211357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 9fbf7e65-55cf-4576-91c0-4cfd79d63836) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:13:51.211782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:51.216012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:51.226539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5af66a-865d-4946-9bd3-4f6d94643ed9 None None] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:51.247950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:51.248609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.261880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.273623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 00afd426-8aed-4bf9-a6c0-c13a76259878 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:51.274055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.291385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.306057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7e5f0290-efeb-4777-994c-f6bcee251a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:51.320806 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2691665 Feb 10 21:13:51.350936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e0cd6-be8b-4b9d-a66d-65da16f49886,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:51.369846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:51.412314 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bb92e3e4b1d4b61b7f7b4f76219b535&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1401534 Feb 10 21:13:51.412985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52208) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:51.505280 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7', 'code': 200} Feb 10 21:13:51.507301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.554891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.653513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.660476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1e746317-eb35-44ab-91d2-52ee1df21ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:51.679471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.683917 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c0e0cd6-be8b-4b9d-a66d-65da16f49886 HTTP/1.1" status: 204 len: 168 time: 0.2686992 Feb 10 21:13:51.683917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e0cd6-be8b-4b9d-a66d-65da16f49886,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:51.685777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:51.880495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b696edf7-2278-48b8-8ac3-ccf71492d0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:51.953162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e5907-6006-40a1-bde1-95229a4f8367 None None] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:13:51.987462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29fae8-07ed-4f05-8c64-9348003a7058 req-b321abef-a899-47b1-9799-4b9a69165c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:51.989116 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4b29fae8-07ed-4f05-8c64-9348003a7058 req-b321abef-a899-47b1-9799-4b9a69165c31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 1163 time: 0.1584961 Feb 10 21:13:52.039632 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4b29fae8-07ed-4f05-8c64-9348003a7058 req-9ad50db6-fe03-4801-86c4-6513d0784574 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Feb 10 21:13:52.064962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:52.239259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:52.239686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.511327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52238) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:52.544836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.561529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:52.566037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Usage tracker for resource:security_group_rule and tenant:2fc6be8cc22e4a35ab176115d4cb501f is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:52.569440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:52.576912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:52.603587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ba0-c7a9-4e3a-82fd-890d9e928b98 req-5c95ff19-c907-4eff-aab0-9359503c0b2d tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:52.606095 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08ea0ba0-c7a9-4e3a-82fd-890d9e928b98 req-5c95ff19-c907-4eff-aab0-9359503c0b2d tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 946 time: 0.2908907 Feb 10 21:13:52.678350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.686369 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08ea0ba0-c7a9-4e3a-82fd-890d9e928b98 req-272cfc6b-9dc0-4477-b454-d3b4a3df147f tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Feb 10 21:13:52.703144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.720721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3ebbad9c-2588-47b9-a715-da443e6d078c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:52.769212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83715f1c-d491-4051-a46c-bdd8ee17b773,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:52.773497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:52.787711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 52246) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:13:52.787826 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2fc6be8cc22e4a35ab176115d4cb501f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744105 Feb 10 21:13:52.859538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.890840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.954502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.960009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ec8592d-0c59-4a43-8f8b-d15e90298130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:13:52.973278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83715f1c-d491-4051-a46c-bdd8ee17b773,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:13:52.977343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:13:52.991595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:52.994173 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83715f1c-d491-4051-a46c-bdd8ee17b773 HTTP/1.1" status: 204 len: 168 time: 0.2051485 Feb 10 21:13:53.549040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8ad1dc0a-832b-4e1f-8d44-71d682ef07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:54.058485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:13:54.170087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:13:54.170518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:54.238403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-a6cdb0fc-eb32-487f-838c-b6cbd5cacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:54.243180 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-a6cdb0fc-eb32-487f-838c-b6cbd5cacbbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.1145539 Feb 10 21:13:54.300574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:54.343892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67ab3e-f668-43a1-98fa-382b4e49045c req-4af0a82a-3b34-4784-a183-9e9d68804c03 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:54.345660 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cc67ab3e-f668-43a1-98fa-382b4e49045c req-4af0a82a-3b34-4784-a183-9e9d68804c03 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 946 time: 0.3019223 Feb 10 21:13:54.576112 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cc67ab3e-f668-43a1-98fa-382b4e49045c req-0d66e6fc-71ae-4dd4-8105-d018dc743bcf tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038488 Feb 10 21:13:54.707078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db069705-0bf7-4256-9418-40e32b39305e req-889b118b-952e-449e-b8d7-841484a9b9c3 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:54.708779 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-db069705-0bf7-4256-9418-40e32b39305e req-889b118b-952e-449e-b8d7-841484a9b9c3 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.3607447 Feb 10 21:13:54.709822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-3eacd496-9c99-4f7a-9e3d-29d8f581ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:54.711294 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-3eacd496-9c99-4f7a-9e3d-29d8f581ad56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.3646758 Feb 10 21:13:54.793805 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-cd178ad3-623a-4d7b-9ab3-332b9f99ba3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.0737879 Feb 10 21:13:55.029009 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-db069705-0bf7-4256-9418-40e32b39305e req-400f3e58-b6dc-4835-9e9f-10790a04fc32 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374089 Feb 10 21:13:55.033427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-5fd8722f-7976-433e-9139-f592c1212380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:55.034954 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-5fd8722f-7976-433e-9139-f592c1212380 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.2038760 Feb 10 21:13:55.102185 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-fc7d34ca-adde-4c13-8bd8-3652b9016259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559328 Feb 10 21:13:55.245540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-7b4dbee1-6997-4ece-afcb-6709289a5e04 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:55.253591 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-7b4dbee1-6997-4ece-afcb-6709289a5e04 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 814 time: 0.4634080 Feb 10 21:13:55.273040 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-3a1857d8-01d4-4f59-a194-cf3892eb1ee5 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/quotas/97b3628edb574cfeb1d18fb36f99009d HTTP/1.1" status: 200 len: 375 time: 0.0184379 Feb 10 21:13:55.531602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:55.630504 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-e008cca0-e30e-4a20-a98e-d2c9895a84bb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3565331 Feb 10 21:13:55.794336 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-4043862a-b88b-4149-badd-a16d6e14fe27 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769204 Feb 10 21:13:55.857696 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-b17f7a83-3650-45d3-bf83-c8df6fb35d02 service neutron] 10.222.0.77 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107606 Feb 10 21:13:56.034133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:56.082619 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-06d47d12-5bcc-43eb-bdeb-4a481d4d7473 req-aca2875b-ffbc-4410-80c4-f53e16cdcd72 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2798469 Feb 10 21:13:56.133280 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-7bcc8b4d-603c-41a9-af8d-93c0349ae2ff service neutron] 10.222.0.77 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2240193 Feb 10 21:13:56.530878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c631-28d6-41c3-bd28-4286e696d6a0 req-8853394b-cc25-4126-aa8b-af1a2ffcd556 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:56.532457 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6429c631-28d6-41c3-bd28-4286e696d6a0 req-8853394b-cc25-4126-aa8b-af1a2ffcd556 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2042944 Feb 10 21:13:56.628489 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6429c631-28d6-41c3-bd28-4286e696d6a0 req-cd223448-3ba5-4619-88f9-fcecaa8a578b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847335 Feb 10 21:13:56.722007 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96b3cbf8-0627-4d51-b952-715185cb3f84 req-b06d38e4-fc0e-4afc-b032-7f7bb81a1ce3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 210 time: 0.0852928 Feb 10 21:13:57.991209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d482-4efa-4868-a6ae-051ac1999b4b req-8d79b1a1-f164-4259-b357-41c24e059eea tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:57.993199 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1d81d482-4efa-4868-a6ae-051ac1999b4b req-8d79b1a1-f164-4259-b357-41c24e059eea tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2167819 Feb 10 21:13:58.092350 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3f71f2c7-fdc3-4f00-81ad-76ac523952b4 req-dcb2bfde-7837-4619-a6f9-c33f3ea51415 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 210 time: 0.0978603 Feb 10 21:13:58.134790 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1d81d482-4efa-4868-a6ae-051ac1999b4b req-836db16b-bacc-4f59-aacc-324e1258b18b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818837 Feb 10 21:13:59.067923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-c8387d3a-1cac-4a36-b12a-497b2e454ecb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:59.069598 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-c8387d3a-1cac-4a36-b12a-497b2e454ecb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 814 time: 0.2706180 Feb 10 21:13:59.087500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Request body: {'port': {'device_id': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836', 'admin_state_up': True, 'tenant_id': '97b3628edb574cfeb1d18fb36f99009d'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:13:59.285284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:13:59.289726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Usage tracker for resource:port and tenant:97b3628edb574cfeb1d18fb36f99009d is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:13:59.293168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:13:59.300418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:13:59.360252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Made reservation on behalf of 97b3628edb574cfeb1d18fb36f99009d for: {'port': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:13:59.384182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:13:59.507484 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c9079462-6cf5-4ef2-a8e5-f6bfde41f537 req-8239e16e-03d4-4643-bfce-967d287807cf tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 210 time: 0.1079593 Feb 10 21:13:59.760181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207b4b6-7b33-420e-8f75-8221034082c4 req-73a67815-4b6a-4292-9a13-11ba950c5a82 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:13:59.762119 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8207b4b6-7b33-420e-8f75-8221034082c4 req-73a67815-4b6a-4292-9a13-11ba950c5a82 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.3638344 Feb 10 21:13:59.891280 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8207b4b6-7b33-420e-8f75-8221034082c4 req-c8422d82-dfae-4c2a-8b68-d4494afb237a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216609 Feb 10 21:14:00.002842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Allocated IP 172.20.0.6 (9fbf7e65-55cf-4576-91c0-4cfd79d63836/f242f1ad-bae2-422a-ac3e-f9015e384c00/5ea56dba-cad4-4dd9-93f8-7d0a76928e71) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:14:00.263067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:00.326814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:00.345979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:00.821889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Pushing event updated for resources: {'Port': ['ID=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:00.832726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:00.899605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:14:00.904844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:14:00.911744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:14:01.050378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4bfe1-3263-47f3-a377-8e94b1c3b81c req-079b6658-3b17-4755-9316-b27f3938176a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:01.052216 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-72e4bfe1-3263-47f3-a377-8e94b1c3b81c req-079b6658-3b17-4755-9316-b27f3938176a tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 946 time: 0.5890172 Feb 10 21:14:01.154079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b1553-1c70-4a4d-89c4-c4fc1590a138 req-3dd84285-26f7-49d0-9a46-1cf9b89dfd3e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:01.155805 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4c3b1553-1c70-4a4d-89c4-c4fc1590a138 req-3dd84285-26f7-49d0-9a46-1cf9b89dfd3e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 931 time: 0.4109333 Feb 10 21:14:01.278279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:01.278937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:01.346058 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-72e4bfe1-3263-47f3-a377-8e94b1c3b81c req-ae2d39ad-d5cd-4481-891b-f68afeb9067b tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839437 Feb 10 21:14:01.370485 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4c3b1553-1c70-4a4d-89c4-c4fc1590a138 req-7c4a5140-3954-4e7a-9c35-4a15cd64bfd1 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971893 Feb 10 21:14:01.435810 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-0056f3ff-175b-4a31-9961-15c2cf0f5ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3523445 Feb 10 21:14:01.448177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Request body: {'port': {'device_id': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:01.632859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:01.800619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265ab44-a612-4575-9de1-0b248cf169af req-2994d997-1475-4a01-b7d9-3ee4962793f6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:01.802340 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6265ab44-a612-4575-9de1-0b248cf169af req-2994d997-1475-4a01-b7d9-3ee4962793f6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2920930 Feb 10 21:14:01.934877 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6265ab44-a612-4575-9de1-0b248cf169af req-d5773bdd-86b6-47fa-8021-6b1b0aa9674e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228967 Feb 10 21:14:02.228293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 {{(pid=80004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:14:02.233704 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.247536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Transition to ACTIVE for port object 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 will not be triggered until provisioned by entity L2. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:14:02.280070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.280581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-a74400d2-7f03-4f8a-b715-0781c0477215 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:02.281842 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-a74400d2-7f03-4f8a-b715-0781c0477215 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 946 time: 0.1747983 Feb 10 21:14:02.301576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d9eb7b5a-8e94-408a-8e4a-143841265ad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:02.387782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Deleting port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:14:02.388174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.475803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:02.479474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:02.708312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] For port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,segment=NetworkSegment(7a7823aa-6268-4e6a-a4fe-fcd636b66e9a),segment_id=7a7823aa-6268-4e6a-a4fe-fcd636b66e9a)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:14:02.708600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.853683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Calling delete_port for cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:14:02.856703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Attempting to bind port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:14:02.857197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Attempting to bind port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:14:02.857690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Attempting to bind port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 on network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:14:02.881898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:14:02.882400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Checking segment: {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:14:02.882994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.883486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Bound using segment: {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'} {{(pid=80004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:14:02.884092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Bound port: 5ea56dba-cad4-4dd9-93f8-7d0a76928e71, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'}}] {{(pid=80004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:14:02.884606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:02.991867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5ab0-01da-4351-a0cf-45b50b7f2178 req-bd60dc27-59fc-4257-acfe-44511fd7b3b2 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:02.993132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-fc4e5ab0-01da-4351-a0cf-45b50b7f2178 req-bd60dc27-59fc-4257-acfe-44511fd7b3b2 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Synchronizing usage tracker for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:14:03.093617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a705b4d-a43f-49e9-bff6-87195744a32d req-f42b479b-7807-45b7-a9c1-17c948445ef7 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:03.095413 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9a705b4d-a43f-49e9-bff6-87195744a32d req-f42b479b-7807-45b7-a9c1-17c948445ef7 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 946 time: 0.4670897 Feb 10 21:14:03.222061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:03.227086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-fc4e5ab0-01da-4351-a0cf-45b50b7f2178 req-bd60dc27-59fc-4257-acfe-44511fd7b3b2 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Unset dirty status for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:14:03.228389 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fc4e5ab0-01da-4351-a0cf-45b50b7f2178 req-bd60dc27-59fc-4257-acfe-44511fd7b3b2 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.6013830 Feb 10 21:14:03.242516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:03.252563 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9a705b4d-a43f-49e9-bff6-87195744a32d req-f2256fdf-2d8e-4743-a7b4-6b680b6cb491 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7ad4a6c-b216-4029-bfe4-dd22db3e5139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464953 Feb 10 21:14:03.276023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] For port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71, host hv-cinder-77500, cleared binding levels {{(pid=80004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:14:03.300458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] For port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:14:03.341466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Pushing event deleted for resources: {'Port': ['ID=cc78af27-a18b-4c0c-86e5-e12efb8f3cb7,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:03.344167 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fc4e5ab0-01da-4351-a0cf-45b50b7f2178 req-f670c139-e507-4fe4-92cb-b3f80d72dfae tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Feb 10 21:14:03.344586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:03.346054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:03.498052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff4b7290-77d7-4abd-b69d-213bb1b5af96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:03.566562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:03.567326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:03.568824 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ea56dba-cad4-4dd9-93f8-7d0a76928e71 HTTP/1.1" status: 200 len: 1157 time: 2.1252973 Feb 10 21:14:03.569377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:03.614078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,revision_number=3']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:03.621568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:03.783349 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-389d2010-c458-4f56-ab84-70d93e822f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:03.785006 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-389d2010-c458-4f56-ab84-70d93e822f1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 1160 time: 0.1131496 Feb 10 21:14:03.858768 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71', 'status': 'completed', 'code': 200} Feb 10 21:14:03.912147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] No DVR routers for this DVR port cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:14:03.916947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:03.921491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'name': 'network-vif-deleted', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:03.954580 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-32202628-85cd-4dce-9963-c98e063b7a32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea56dba-cad4-4dd9-93f8-7d0a76928e71 HTTP/1.1" status: 200 len: 217 time: 0.0949199 Feb 10 21:14:03.994648 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec07bf67-399d-4cc9-ba64-2e4b5cbc7828', 'name': 'network-vif-deleted', 'tag': 'cc78af27-a18b-4c0c-86e5-e12efb8f3cb7', 'status': 'completed', 'code': 200} Feb 10 21:14:04.006556 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f961d6c-a991-4ff2-a4e1-7fb1bfe679cb req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.46 "DELETE /v2.0/ports/cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 HTTP/1.1" status: 204 len: 173 time: 1.7164950 Feb 10 21:14:04.039192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706022e-b450-475f-b02a-9e12c6007caf req-3fb2b2a5-c119-44e0-b3ca-d800a8b483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:04.040884 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-3fb2b2a5-c119-44e0-b3ca-d800a8b483a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f242f1ad-bae2-422a-ac3e-f9015e384c00 HTTP/1.1" status: 200 len: 854 time: 0.0770664 Feb 10 21:14:04.108625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:04.108855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-001bf9c1-1845-45c9-95cd-abce5fa6bf90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fbf7e65-55cf-4576-91c0-4cfd79d63836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552015 Feb 10 21:14:04.144059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52612) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:04.222382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:04.222830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.294898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52620) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:04.351555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61742455-1035-4a85-88f5-196f9ac1f8d4 req-fa6372bf-82ac-4a94-b027-e6b724e49a5a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:04.353287 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-61742455-1035-4a85-88f5-196f9ac1f8d4 req-fa6372bf-82ac-4a94-b027-e6b724e49a5a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.5646725 Feb 10 21:14:04.521403 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-61742455-1035-4a85-88f5-196f9ac1f8d4 req-536eac8a-3bf0-4094-a1c9-8afeb282a2ff tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534424 Feb 10 21:14:04.521954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:14:04.580562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] No Port match for: cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:14:04.580961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device cc78af27-a18b-4c0c-86e5-e12efb8f3cb7 not bound to the agent host hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:14:04.601037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.617541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.635019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:04.642131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:04.644842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Usage tracker for resource:security_group_rule and tenant:61fcdc3fc8714c9391d4d57f74018299 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:04.649176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:04.652654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Usage tracker for resource:security_group_rule and tenant:be42743e8c3c4a43baf0cc6b36cb4cdb is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:04.658615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:04.661846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:04.669142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:04.834989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.840084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.868236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.878126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:04.886539 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6e2b58f3-d2c3-43a4-b145-36f686a3693a req-a1d93eae-c186-4921-ad62-1372f78b7d29 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec07bf67-399d-4cc9-ba64-2e4b5cbc7828 HTTP/1.1" status: 200 len: 210 time: 0.3445687 Feb 10 21:14:04.896885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:04.906421 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-92289e8b-7c80-4ddd-b134-45d87fd16e9d service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874749 Feb 10 21:14:04.946994 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61fcdc3fc8714c9391d4d57f74018299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477516 Feb 10 21:14:04.953437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3137201-90c3-4728-9c13-0c25e138e9b3,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:04.959980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52636) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:04.967710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:04.968269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-35389792-a735-43db-8862-f6cce054924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:05.042423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189f8634-f2b3-4b7a-a776-d81eda8a2517,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:05.051229 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be42743e8c3c4a43baf0cc6b36cb4cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035025 Feb 10 21:14:05.052478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:05.053189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52640) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:05.170014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.179300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eabb4-ec47-4fb3-8fee-ed9d131eefbb req-e3c86340-434f-4c3d-b817-6cb3119e5900 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:05.180982 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8e0eabb4-ec47-4fb3-8fee-ed9d131eefbb req-e3c86340-434f-4c3d-b817-6cb3119e5900 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.3657639 Feb 10 21:14:05.204203 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.220576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.262653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.276164 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8e0eabb4-ec47-4fb3-8fee-ed9d131eefbb req-58605671-f82b-435a-a349-8fea2b2166c5 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Feb 10 21:14:05.281455 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e706022e-b450-475f-b02a-9e12c6007caf req-b675e371-d5f0-49e6-b8db-74acaccda657 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3563223 Feb 10 21:14:05.440621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-35b0e125-ceb0-4efa-a9b9-dd6014d2258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:05.442313 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-35b0e125-ceb0-4efa-a9b9-dd6014d2258c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 1160 time: 0.0814009 Feb 10 21:14:05.445412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.450831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-dba10195-8b20-404f-93b1-6de848f5a427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:05.465036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.469048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f8634-f2b3-4b7a-a776-d81eda8a2517,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:05.473855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:05.474381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:05.493824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3137201-90c3-4728-9c13-0c25e138e9b3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:05.496606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.500391 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3137201-90c3-4728-9c13-0c25e138e9b3 HTTP/1.1" status: 204 len: 168 time: 0.5368669 Feb 10 21:14:05.500391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:05.500391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:05.510925 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9b01fa0a-733c-43b8-91c8-21359ad8def2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/189f8634-f2b3-4b7a-a776-d81eda8a2517 HTTP/1.1" status: 204 len: 168 time: 0.4437320 Feb 10 21:14:05.631833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-6d616e36-a74c-4344-935e-dc4a4142a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:05.633451 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-6d616e36-a74c-4344-935e-dc4a4142a229 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 908 time: 0.1825230 Feb 10 21:14:05.766260 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-bada6dc2-9640-4feb-b6b2-579a27b0cd28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea56dba-cad4-4dd9-93f8-7d0a76928e71 HTTP/1.1" status: 200 len: 217 time: 0.1235800 Feb 10 21:14:05.860161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-5031d1de-a406-4517-a429-fbea88d6c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:05.861991 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-5031d1de-a406-4517-a429-fbea88d6c831 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f242f1ad-bae2-422a-ac3e-f9015e384c00 HTTP/1.1" status: 200 len: 854 time: 0.0820515 Feb 10 21:14:05.942688 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-efd23dc4-7238-47b2-8b31-b9da92bddfd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fbf7e65-55cf-4576-91c0-4cfd79d63836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592310 Feb 10 21:14:06.097948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24866dce-fc07-4e41-a6e6-63c0bcc33cf7 req-54c2dad5-7292-47de-96ba-e5d481790431 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:06.097948 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-24866dce-fc07-4e41-a6e6-63c0bcc33cf7 req-54c2dad5-7292-47de-96ba-e5d481790431 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.3861561 Feb 10 21:14:06.234053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52664) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:06.251375 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-24866dce-fc07-4e41-a6e6-63c0bcc33cf7 req-2def074a-abac-4359-a9d6-db8e2d6b00bc tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982609 Feb 10 21:14:06.265431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.275661 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-c423ebc2-e5a5-46d4-b606-4ff7964c4b40 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221946 Feb 10 21:14:06.281076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:06.284966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0bde1912b75b49f9b958523bc3139009 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:06.288213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:06.294424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:06.392789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.422816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.434106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-af9ad71c-1c18-414b-bc45-f85780eeecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:06.481932 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bde1912b75b49f9b958523bc3139009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462046 Feb 10 21:14:06.482577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52676) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:06.486609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db022bf-107d-44bb-93ba-30d4815a8a3d,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:06.500721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:06.546981 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d314aeb9-d3bf-4e82-9c8e-8e7f58ef9155 req-6ad46b11-95b4-4bc4-9974-6b00931e3592 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2627144 Feb 10 21:14:06.613939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.666646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e18569-07f5-4183-b977-add850190367 req-b448a3d6-5bdc-4222-9aea-90b6edca3457 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:06.669265 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d8e18569-07f5-4183-b977-add850190367 req-b448a3d6-5bdc-4222-9aea-90b6edca3457 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.2421322 Feb 10 21:14:06.670293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.764874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.770148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2f9f0c15-df9d-4f4c-9c2c-858c992d4a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:06.784544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db022bf-107d-44bb-93ba-30d4815a8a3d,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:06.787479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:06.789690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:06.790940 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8db022bf-107d-44bb-93ba-30d4815a8a3d HTTP/1.1" status: 204 len: 168 time: 0.3064353 Feb 10 21:14:06.792379 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d8e18569-07f5-4183-b977-add850190367 req-83857fc8-b410-44f3-a40b-2b2691af5c20 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801961 Feb 10 21:14:06.825803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-377195b5-df47-4cc1-bd65-6f041143056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:06.825803 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-377195b5-df47-4cc1-bd65-6f041143056d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.1456823 Feb 10 21:14:06.988661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-93703586-f3e9-42ae-ba9e-253f5e0482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:06.990228 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-93703586-f3e9-42ae-ba9e-253f5e0482cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.1492078 Feb 10 21:14:07.067304 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-0f0caa80-337e-4bd8-9d42-37ebfd5fb6e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.0705566 Feb 10 21:14:07.138922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-25a3a949-b104-4bf3-b2ca-c2bb30369bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:07.140612 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-25a3a949-b104-4bf3-b2ca-c2bb30369bd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.0669978 Feb 10 21:14:07.202082 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-2f25fcfd-9170-45fc-ace8-3466882836ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543332 Feb 10 21:14:07.364712 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-8017b6d5-a976-4ac2-b4ab-276cd77a4c31 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556780 Feb 10 21:14:07.612024 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-619c10e7-d986-4ed0-94e9-6a4280391670 req-8e08c3cf-7cd7-4df5-99a8-aeb59b05c9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2297051 Feb 10 21:14:07.698385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b692cd-c361-4b10-b0d4-0bf87a07318e req-e00c71dc-6eaa-4206-9b84-618ec53ed5d2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:07.700159 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-46b692cd-c361-4b10-b0d4-0bf87a07318e req-e00c71dc-6eaa-4206-9b84-618ec53ed5d2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2704892 Feb 10 21:14:07.769843 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-46b692cd-c361-4b10-b0d4-0bf87a07318e req-bd2488e6-7512-4f8c-9f5c-4d83aed9caa5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627775 Feb 10 21:14:08.166857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f963-5f7e-485d-b7c8-b4cec3230c03 req-c4db4d8e-29fe-4d30-921a-c7f19a79fe4a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:08.168610 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-af44f963-5f7e-485d-b7c8-b4cec3230c03 req-c4db4d8e-29fe-4d30-921a-c7f19a79fe4a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.1989481 Feb 10 21:14:08.255953 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-af44f963-5f7e-485d-b7c8-b4cec3230c03 req-55cdd1af-9feb-4894-8eb9-0f808066b7db tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761423 Feb 10 21:14:08.554219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853028b-c0bc-4af4-8c20-6a73a252ae10 req-6a80aefc-ed81-4cc7-bba0-4ee54055bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:08.555928 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a853028b-c0bc-4af4-8c20-6a73a252ae10 req-6a80aefc-ed81-4cc7-bba0-4ee54055bd63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.0798550 Feb 10 21:14:08.606637 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a853028b-c0bc-4af4-8c20-6a73a252ae10 req-797fce2c-564c-4b97-b528-ce1c18251b2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Feb 10 21:14:08.691150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:09.209502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b878f-7436-42fb-b920-2f950c414492 req-087b7574-1855-479c-b392-1490da09a354 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:09.211231 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-484b878f-7436-42fb-b920-2f950c414492 req-087b7574-1855-479c-b392-1490da09a354 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1678095 Feb 10 21:14:09.276156 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-484b878f-7436-42fb-b920-2f950c414492 req-c2998fcc-16a2-4bbe-bae0-3fee5d8e7d13 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Feb 10 21:14:09.579303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501e4f4-0f07-4c20-9b02-3e9edf8d097b req-84bf2597-da56-4680-91ca-e09bb8f24ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:09.581012 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b501e4f4-0f07-4c20-9b02-3e9edf8d097b req-84bf2597-da56-4680-91ca-e09bb8f24ff3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.1760767 Feb 10 21:14:09.647924 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b501e4f4-0f07-4c20-9b02-3e9edf8d097b req-ecc4fe7c-7ba0-4119-b874-542862f7a3f4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600464 Feb 10 21:14:10.283000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-2ac7f1b2-5fc3-41f3-a0dc-85d3896c3387 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:14:10.587510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655fa5-8846-4bcd-a678-8dc3b616621b req-2116635a-cbbf-4b29-a65b-883d552b2e76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:10.589233 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6f655fa5-8846-4bcd-a678-8dc3b616621b req-2116635a-cbbf-4b29-a65b-883d552b2e76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1727936 Feb 10 21:14:10.653872 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6f655fa5-8846-4bcd-a678-8dc3b616621b req-d6577f72-8889-4d9d-8113-c68a3bb9ee56 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582280 Feb 10 21:14:10.801126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:14:10.962050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c289f8-fba7-4017-a250-24a8458db045 req-13181997-6172-4625-8d91-37145555c185 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:10.963884 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07c289f8-fba7-4017-a250-24a8458db045 req-13181997-6172-4625-8d91-37145555c185 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 943 time: 0.1806719 Feb 10 21:14:11.029530 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07c289f8-fba7-4017-a250-24a8458db045 req-49b3171e-79cf-4340-a54b-645df70e0014 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Feb 10 21:14:11.040197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:11.159745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:14:11.165950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:11.167092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:11.324348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:11.366667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:11.381823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:14:11.439942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:11.441143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:11.516949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:11.556374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85455665-ff22-48d4-9b34-7da6fe530383 req-1b181d7e-3b7b-4777-a84f-5204b57b5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:11.558069 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-1b181d7e-3b7b-4777-a84f-5204b57b5e36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.3991666 Feb 10 21:14:11.601807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:11.623265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:11.628292 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71', 'code': 200} Feb 10 21:14:11.639277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:11.639693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:11.661266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8303-6bc0-4c9d-adef-74653ef6aa7b req-ea132195-1723-4b50-8975-4f74dfbab33e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:11.662974 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0cea8303-6bc0-4c9d-adef-74653ef6aa7b req-ea132195-1723-4b50-8975-4f74dfbab33e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.4616227 Feb 10 21:14:11.879066 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0cea8303-6bc0-4c9d-adef-74653ef6aa7b req-4957ce8a-8c9d-4612-b98e-235dc25a437b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778467 Feb 10 21:14:11.880498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85455665-ff22-48d4-9b34-7da6fe530383 req-5dafd0b6-a9af-424e-b510-bdf01ad1a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:11.881911 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-5dafd0b6-a9af-424e-b510-bdf01ad1a5e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.2179763 Feb 10 21:14:11.976999 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-2b507461-e71b-444c-ba4d-0f2232e68836 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.0874932 Feb 10 21:14:12.052297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b15a-6ba1-4243-9b89-fd83c5db4858 req-8dfd6f17-d840-4e3b-9d4a-40c8071887cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:12.054048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b341b15a-6ba1-4243-9b89-fd83c5db4858 req-8dfd6f17-d840-4e3b-9d4a-40c8071887cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 1162 time: 0.0833588 Feb 10 21:14:12.054516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85455665-ff22-48d4-9b34-7da6fe530383 req-318c04c9-8b0f-4dcd-9e5c-7d6481159012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:12.056045 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-318c04c9-8b0f-4dcd-9e5c-7d6481159012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.0725002 Feb 10 21:14:12.113188 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b341b15a-6ba1-4243-9b89-fd83c5db4858 req-e66a8f69-ea39-458a-9ff9-80c6bc85df5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Feb 10 21:14:12.129468 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-7546ccf1-0f3e-4af5-b631-c24adc58dd3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611086 Feb 10 21:14:12.158457 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:12.243475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:12.243903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:12.356365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb863a0-229b-46a9-a306-4ae4e51d2fa8 req-9a02b23f-767b-46e8-ad32-e2206d822ccd tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:12.358367 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6bb863a0-229b-46a9-a306-4ae4e51d2fa8 req-9a02b23f-767b-46e8-ad32-e2206d822ccd tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.1797819 Feb 10 21:14:12.526715 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6bb863a0-229b-46a9-a306-4ae4e51d2fa8 req-3b4a6c5a-e97c-45db-931a-a065bf27fcb5 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608396 Feb 10 21:14:12.577267 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-0915a4ac-7496-428e-b56f-e3df939f6bb1 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943274 Feb 10 21:14:12.766409 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85455665-ff22-48d4-9b34-7da6fe530383 req-7a6518a1-f647-4d7e-96c0-7672bdef436d service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462786 Feb 10 21:14:13.196087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203d7c-c796-4e11-89e0-ddb12146d783 req-bbc5729a-7dbc-442f-8841-f22051cea458 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:13.197753 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-74203d7c-c796-4e11-89e0-ddb12146d783 req-bbc5729a-7dbc-442f-8841-f22051cea458 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1757798 Feb 10 21:14:13.267506 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-74203d7c-c796-4e11-89e0-ddb12146d783 req-dad15285-a197-4163-9af7-9b966b0c5768 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Feb 10 21:14:13.329241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 52874) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:13.491955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:13.510035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:13.514758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Usage tracker for resource:security_group_rule and tenant:329af4070d8c44cfb33bb1a552f8e702 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:13.517882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:13.524031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:13.676351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:13.735536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:13.770619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f60c3740-773b-41fc-98a8-3cd6dced09de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:13.797031 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=329af4070d8c44cfb33bb1a552f8e702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657712 Feb 10 21:14:13.799050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52896) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:13.861713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1aed0e-b07b-47f5-aa49-d5886f1a06e6,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:13.868654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:13.936177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:13.991347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.018665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dee2a-4e4a-4e79-8d78-18b4c9b55881 req-d0678d59-fef9-4d8b-aa30-7ce9d6dede6c tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:14.021427 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d50dee2a-4e4a-4e79-8d78-18b4c9b55881 req-d0678d59-fef9-4d8b-aa30-7ce9d6dede6c tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.3369403 Feb 10 21:14:14.090933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.093229 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d50dee2a-4e4a-4e79-8d78-18b4c9b55881 req-a6e6a16b-785c-447c-8c8f-8ed3348c9d25 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629871 Feb 10 21:14:14.098428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d43a6d4-d864-48b4-9f1a-3d45384c56d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:14.109802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1aed0e-b07b-47f5-aa49-d5886f1a06e6,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:14.115983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:14.118344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.124100 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a1aed0e-b07b-47f5-aa49-d5886f1a06e6 HTTP/1.1" status: 204 len: 168 time: 0.3235624 Feb 10 21:14:14.228623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:14.231578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52908) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:14.304871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:14.305284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.540399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.559734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:14.564736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b962c39776e5457fa74b516c6a43a7e1 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:14.566246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:14.572912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:14.603615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d22449-e697-470d-9eb1-0302ea53dd5a req-838630af-3d7c-4544-ab0a-84f5a85e32b2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:14.606026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-62d22449-e697-470d-9eb1-0302ea53dd5a req-838630af-3d7c-4544-ab0a-84f5a85e32b2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1752815 Feb 10 21:14:14.670461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.675948 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-62d22449-e697-470d-9eb1-0302ea53dd5a req-49f3fe98-4744-4e8a-9d57-9d02b6fff265 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636673 Feb 10 21:14:14.702380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.711559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:14.755767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad5985-07e4-4ccf-b1a8-90329bd86194,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:14.763583 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b962c39776e5457fa74b516c6a43a7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308568 Feb 10 21:14:14.764284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 52928) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:14.765156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:14.836344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.865908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.931044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.936659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-32a9e760-fa42-47af-b598-217b923fb302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:14.951543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad5985-07e4-4ccf-b1a8-90329bd86194,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:14.954325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:14.955584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:14.957343 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fad5985-07e4-4ccf-b1a8-90329bd86194 HTTP/1.1" status: 204 len: 168 time: 0.1906464 Feb 10 21:14:15.461700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f542361-5acf-4501-adee-9b6d43176b61 req-621cfc59-cfa0-4109-a958-89cfa88a4e38 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:15.463559 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f542361-5acf-4501-adee-9b6d43176b61 req-621cfc59-cfa0-4109-a958-89cfa88a4e38 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.2107863 Feb 10 21:14:15.536339 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f542361-5acf-4501-adee-9b6d43176b61 req-318fa12e-92fc-48fc-9bc0-3e3fe269ec57 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Feb 10 21:14:15.598731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 52958) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:15.620010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:15.636846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:15.642944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Usage tracker for resource:security_group_rule and tenant:7068d6980fe249ae8877450bf55b376e is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:15.646128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:15.653416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:15.792122 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:15.840563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:15.851165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92982149-4abf-4e7c-b2c1-1fc2febbcd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:15.938969 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7068d6980fe249ae8877450bf55b376e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388448 Feb 10 21:14:15.939092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53010) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:15.984917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1217cf-b4a9-467b-98fe-7c55acc4c1ae,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:15.988696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:16.043393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:16.112285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:16.147651 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c8e45-c3b8-4019-94a2-a222606056c2 req-4e3b4e35-b10f-44ec-a5f3-e08a790f5fc9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:16.150197 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c30c8e45-c3b8-4019-94a2-a222606056c2 req-4e3b4e35-b10f-44ec-a5f3-e08a790f5fc9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2829702 Feb 10 21:14:16.210874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:16.220846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-853c9056-b03f-4166-b6b9-e1294189e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:16.224045 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c30c8e45-c3b8-4019-94a2-a222606056c2 req-826285b7-d261-46a5-aee2-26f933702981 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662475 Feb 10 21:14:16.240179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:16.242020 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c1217cf-b4a9-467b-98fe-7c55acc4c1ae HTTP/1.1" status: 204 len: 168 time: 0.3017225 Feb 10 21:14:16.247335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1217cf-b4a9-467b-98fe-7c55acc4c1ae,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:16.250959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:18.468810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184a1bd-e4d0-4877-ae8f-386cd9f2987b req-8e6fa606-34cb-4884-b60c-45c9d4feef47 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:18.470523 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7184a1bd-e4d0-4877-ae8f-386cd9f2987b req-8e6fa606-34cb-4884-b60c-45c9d4feef47 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1850641 Feb 10 21:14:18.557408 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7184a1bd-e4d0-4877-ae8f-386cd9f2987b req-1299afd6-ff2e-487b-9834-2a08de7a50db tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Feb 10 21:14:19.870758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53174) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:20.048245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.064880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:20.068976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb90c90044b4a7aab2a541f5f2b5636 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:20.072143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:20.078846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:20.169233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.210055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.220010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e73bf88b-b651-431a-9481-0b032d0814fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:20.264497 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bb90c90044b4a7aab2a541f5f2b5636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925111 Feb 10 21:14:20.265418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45459adc-1f0e-48b4-afba-78bd87efbf5c,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:20.267580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53186) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:20.268765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:20.333887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.370254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.451115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.456500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d5eee59a-1a95-4928-b858-eec36d49e9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:20.470989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45459adc-1f0e-48b4-afba-78bd87efbf5c,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:20.473536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:20.489806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:20.499432 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45459adc-1f0e-48b4-afba-78bd87efbf5c HTTP/1.1" status: 204 len: 168 time: 0.2254117 Feb 10 21:14:21.078396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53216) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:21.101470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.124300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:21.128924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Usage tracker for resource:security_group_rule and tenant:001eef63f9a44accb506e8989609fb32 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:21.132142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:21.138683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:21.234469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.262353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.272567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4b81006b-2f48-41ab-8746-ebb6b99bba66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:21.332054 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=001eef63f9a44accb506e8989609fb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499256 Feb 10 21:14:21.332054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29de6dc-6f5b-4de2-889a-f35daaca81cf,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:21.332998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53222) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:21.333980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:21.400080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.431337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.518665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.524887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-48d7698b-e322-492d-9ae3-b1287c58ff24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:21.540744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29de6dc-6f5b-4de2-889a-f35daaca81cf,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:21.543947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:21.549366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c84a88ca-71e9-4259-890b-7556326e11f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.558539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:21.562831 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f29de6dc-6f5b-4de2-889a-f35daaca81cf HTTP/1.1" status: 204 len: 168 time: 0.2261522 Feb 10 21:14:22.799087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-741b7e2d-b43e-4aba-9ff3-d73fee8609a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:22.800698 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-741b7e2d-b43e-4aba-9ff3-d73fee8609a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.1972990 Feb 10 21:14:22.929239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f3168-1526-4920-a1e8-5731ad0afbe3 req-d907dcd4-8d95-43ad-ae4e-8346bb314a9c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:22.931070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-517f3168-1526-4920-a1e8-5731ad0afbe3 req-d907dcd4-8d95-43ad-ae4e-8346bb314a9c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2462888 Feb 10 21:14:23.062426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-5a142615-9b08-4117-9e4a-9f60d011e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:23.064013 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-5a142615-9b08-4117-9e4a-9f60d011e9d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.2497938 Feb 10 21:14:23.173043 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-fd8f2937-d135-4490-8c16-3d8092c08a65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.0871308 Feb 10 21:14:23.197750 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-517f3168-1526-4920-a1e8-5731ad0afbe3 req-0b165be9-44e2-49ae-8e63-56867e90fd69 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802955 Feb 10 21:14:23.284082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-d68bba22-ae44-410f-9826-7f394351c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:23.285842 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-d68bba22-ae44-410f-9826-7f394351c6c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.0865293 Feb 10 21:14:23.348947 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-8b906f0a-8618-4fa9-afb5-0bd7321fcf6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552371 Feb 10 21:14:23.512778 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-719dd323-ae01-4feb-8cdf-70a28e1e6f9e service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557927 Feb 10 21:14:23.547951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-99e58b30-a8d0-4f8b-8bca-9fe0a79c1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:23.674011 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a029b37-9d14-4fe7-b043-523cbad3e08e req-70fec67a-24ff-40e5-804d-03081d06eaac service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513484 Feb 10 21:14:24.240819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:24.583298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df9ac-2eeb-42af-8634-9f80a34a90f1 req-783b0db7-d467-446b-a525-c981dadc0e5c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:24.585023 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e81df9ac-2eeb-42af-8634-9f80a34a90f1 req-783b0db7-d467-446b-a525-c981dadc0e5c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1840045 Feb 10 21:14:24.663163 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e81df9ac-2eeb-42af-8634-9f80a34a90f1 req-979111ea-c3df-4769-a80f-ef75d10cb358 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Feb 10 21:14:25.519502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:25.981794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad873aa-b7cd-4c10-882f-faa22035ff14 req-47353aef-5596-4bc2-992b-45e1e11377b6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:25.984658 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8ad873aa-b7cd-4c10-882f-faa22035ff14 req-47353aef-5596-4bc2-992b-45e1e11377b6 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1876979 Feb 10 21:14:26.045288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:26.072181 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8ad873aa-b7cd-4c10-882f-faa22035ff14 req-121a7143-7770-4919-8419-c4f44e306c19 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Feb 10 21:14:27.407287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e8a6c-4994-48ae-ace0-7edc4dedbc00 req-5cf73e11-a983-43aa-bb84-b1825b26ab68 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:27.408986 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a4e8a6c-4994-48ae-ace0-7edc4dedbc00 req-5cf73e11-a983-43aa-bb84-b1825b26ab68 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1837740 Feb 10 21:14:27.473483 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a4e8a6c-4994-48ae-ace0-7edc4dedbc00 req-553524a8-9474-4250-8c60-288c17ce30ef tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Feb 10 21:14:27.648573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53416) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:27.717696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Deleting subnet 9f3d4105-8b19-4230-8c9d-4b68d90755fc {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:14:27.720898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:27.777996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:27.837591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.098775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53428) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:28.148124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.164938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6a7d08d6-7c71-458b-8886-3e486d6f9c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:28.215334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3d4105-8b19-4230-8c9d-4b68d90755fc,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:28.262345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.277833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:28.281205 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.281619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.282020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.282241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Usage tracker for resource:security_group_rule and tenant:a35cc1f08fe74305869b65ecfcffb09e is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:28.282417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.282835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.283229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.283618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.284008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.284398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.284786 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.285173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.285555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.285683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:28.286041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.286432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.286840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.287229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.287613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.288000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.288381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.288765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.289146 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.289528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.289908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.290286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.291430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:28.297166 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:28.333186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.343260 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9f3d4105-8b19-4230-8c9d-4b68d90755fc HTTP/1.1" status: 204 len: 168 time: 0.6934938 Feb 10 21:14:28.343896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53438) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:28.393023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.422051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.448999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b717a595-9474-4380-9b1f-06de4fa89a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:28.472981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.493388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9919212b-ee00-4145-916d-118d4fe0aaf1,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:28.499325 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a35cc1f08fe74305869b65ecfcffb09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990500 Feb 10 21:14:28.503358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53444) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:28.514424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.515051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.515518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.515994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.516443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.516900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.517355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.517812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.518266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.518727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.519188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.519624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.520211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.520663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.521115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.521559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.521996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.522442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.522917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.523365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.523814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.524257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.524708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.525235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:28.580913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:28.600376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.632852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.672042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.800148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83f449f-9561-4f78-b002-2bee45599102']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:28.815002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:28.815986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7823aa-6268-4e6a-a4fe-fcd636b66e9a') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:28.828985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.848501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:28.851219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:14:29.059039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Network d83f449f-9561-4f78-b002-2bee45599102 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:14:29.068467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.100819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4f12-ff4d-4939-8595-65e317ce79a9 req-6c8c4148-2115-4eac-8ecd-d7d39442cbe7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:29.104156 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55db4f12-ff4d-4939-8595-65e317ce79a9 req-6c8c4148-2115-4eac-8ecd-d7d39442cbe7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.4520330 Feb 10 21:14:29.190551 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55db4f12-ff4d-4939-8595-65e317ce79a9 req-174a19b5-6cdb-418d-8bea-9b2cc88d9e13 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795047 Feb 10 21:14:29.196968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.217567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d78e64b-c5de-40d7-aa49-dac9b6b9cf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:29.234221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919212b-ee00-4145-916d-118d4fe0aaf1,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:29.237356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:29.244544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.251722 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9919212b-ee00-4145-916d-118d4fe0aaf1 HTTP/1.1" status: 204 len: 168 time: 0.7472939 Feb 10 21:14:29.300737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Network d83f449f-9561-4f78-b002-2bee45599102 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:14:29.324824 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:14:29.444696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.448802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:29.463416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.477780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Pushing event deleted for resources: {'Network': ['ID=d83f449f-9561-4f78-b002-2bee45599102,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:29.480932 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] 10.222.0.77 "DELETE /v2.0/networks/d83f449f-9561-4f78-b002-2bee45599102 HTTP/1.1" status: 204 len: 168 time: 1.1360080 Feb 10 21:14:29.481848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-53a44435-871a-4c64-93e1-50598af14aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:29.484788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53464) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:29.574385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Deleting subnet 4d0941d0-9fdb-4f3b-9fe4-589335d48009 {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:14:29.577886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.634951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7323637'] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.696901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.834737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53470) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:29.855697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:29.871909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:29.876007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Usage tracker for resource:security_group_rule and tenant:fa85b75b6df94958ad47655be568f1bd is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:29.879251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:29.885566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:29.979352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.016145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.025253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6fad6e18-f963-49e0-89d9-287c2e3be018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:30.069042 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa85b75b6df94958ad47655be568f1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330196 Feb 10 21:14:30.069961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba99426-4787-4705-a010-e857342e7f5f,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:30.072711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53474) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:30.073292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:30.152216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.180670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.205875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847452311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261834'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.235057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:30.296228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0941d0-9fdb-4f3b-9fe4-589335d48009,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:30.299245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:30.427940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.439662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b8d3d254-7f04-4efe-a409-4e2a7706c281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:30.461437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba99426-4787-4705-a010-e857342e7f5f,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:30.465585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:30.483309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.493676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.494867 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dba99426-4787-4705-a010-e857342e7f5f HTTP/1.1" status: 204 len: 168 time: 0.4193928 Feb 10 21:14:30.501986 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4d0941d0-9fdb-4f3b-9fe4-589335d48009 HTTP/1.1" status: 204 len: 168 time: 1.0159171 Feb 10 21:14:30.502664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53494) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:30.632741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6873227-d526-4553-a7c6-0e188ebe2230 req-cdc107c4-c4c4-4ad4-a5f0-72fa97685c83 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:30.641993 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a6873227-d526-4553-a7c6-0e188ebe2230 req-cdc107c4-c4c4-4ad4-a5f0-72fa97685c83 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2722054 Feb 10 21:14:30.646903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:30.732655 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a6873227-d526-4553-a7c6-0e188ebe2230 req-4235349a-f68a-4af1-ba45-268e59b049bb tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895669 Feb 10 21:14:30.881465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.021513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bb4d2c-a940-4160-bd2d-b50204721afa']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:31.035681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f376424d-81a4-4a4e-acda-9168991cbb64') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:31.035995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f376424d-81a4-4a4e-acda-9168991cbb64') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:14:31.049717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.065833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.067857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:14:31.249720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Network e8bb4d2c-a940-4160-bd2d-b50204721afa has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:14:31.259351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.273446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53502) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:31.298879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.315441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:31.319555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f02bab7a8554839824f80b2833e90bc is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:31.322497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:31.329334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:31.427483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.454660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Network e8bb4d2c-a940-4160-bd2d-b50204721afa has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:14:31.479502 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:14:31.496855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.507567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b55f939b-424b-4b5d-aa07-8e1e834dea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:31.540177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862757a2-afff-4c5b-a08b-9590280aecdd,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:31.545796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:31.572152 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f02bab7a8554839824f80b2833e90bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972462 Feb 10 21:14:31.575614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53516) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:31.676235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.708945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.796092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.803665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:31.818773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862757a2-afff-4c5b-a08b-9590280aecdd,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:31.833315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:31.834128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:31.838100 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/862757a2-afff-4c5b-a08b-9590280aecdd HTTP/1.1" status: 204 len: 168 time: 0.2440865 Feb 10 21:14:31.993870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.000035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.007329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:32.030792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bb4d2c-a940-4160-bd2d-b50204721afa,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:32.033395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:32.039601 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e8bb4d2c-a940-4160-bd2d-b50204721afa HTTP/1.1" status: 204 len: 168 time: 1.5354571 Feb 10 21:14:32.069545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282e30-b8f0-4d88-835d-fcd3360e8cf5 req-ebf117f3-0429-4698-8343-552f0701b909 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:32.071310 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-31282e30-b8f0-4d88-835d-fcd3360e8cf5 req-ebf117f3-0429-4698-8343-552f0701b909 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1710634 Feb 10 21:14:32.138992 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-31282e30-b8f0-4d88-835d-fcd3360e8cf5 req-b9683e23-35c9-49d2-b9c7-8e249bedec13 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605881 Feb 10 21:14:32.398523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53542) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:32.450717 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-210d2430-1393-48ef-a11a-547455b10a00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95f648a1862043dfb5dc4e67efed57fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517707 Feb 10 21:14:32.453541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53550) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:32.524161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.553085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.633097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.638764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-873378b7-b1aa-4e66-9782-6e4aa12f543b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:32.654603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad4a6c-b216-4029-bfe4-dd22db3e5139,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:32.660116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:32.661151 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7ad4a6c-b216-4029-bfe4-dd22db3e5139 HTTP/1.1" status: 204 len: 168 time: 0.2067194 Feb 10 21:14:32.661962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:33.039464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53578) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:33.186626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515599118-network', 'tenant_id': '7ecee62ed7824bce9c0f6549ca4bb5dc'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:33.192147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:33.197506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Usage tracker for resource:network and tenant:7ecee62ed7824bce9c0f6549ca4bb5dc is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:33.201573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:33.207649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:33.256786 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Made reservation on behalf of 7ecee62ed7824bce9c0f6549ca4bb5dc for: {'network': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:14:33.262628 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.279956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.341692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:33.346836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53590) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:33.357608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Usage tracker for resource:security_group_rule and tenant:7ecee62ed7824bce9c0f6549ca4bb5dc is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:33.361686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:33.370805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:33.399531 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-420abdd3-5613-456b-92ca-7aca262af974 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=019b77f6f6c4444cac2ef2b53bfed9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514026 Feb 10 21:14:33.403236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53594) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:33.467455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.495984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.524261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd1459-c963-4ff0-9c25-8bf4cb746f80 req-f7d527de-9c31-47a9-89f0-2db31b1b36f9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:33.527575 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21bd1459-c963-4ff0-9c25-8bf4cb746f80 req-f7d527de-9c31-47a9-89f0-2db31b1b36f9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2321501 Feb 10 21:14:33.581066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.586376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b07698b4-4e79-4195-a78d-945caa031551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:33.599852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6c593-75f9-40f0-b119-672e88a35f0d,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:33.602682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:33.608167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.612599 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cc6c593-75f9-40f0-b119-672e88a35f0d HTTP/1.1" status: 204 len: 168 time: 0.2059083 Feb 10 21:14:33.635320 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21bd1459-c963-4ff0-9c25-8bf4cb746f80 req-f7ecfbc5-e386-462b-bc4d-71a7600bb679 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993123 Feb 10 21:14:33.665100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.695590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.700857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3cec6f64-51c5-4d00-a8ef-90c4ae22e0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:33.733698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:14:33.743415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb83e24-f9f7-4d78-b879-b2293c75cdf1,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:33.746974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:33.751105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.752016 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Added segment bebce4ba-fa6b-4453-850e-436f7e956ab4 of type vxlan for network 266e75a2-20a3-4473-966b-a2e761af68f1 Feb 10 21:14:33.780559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.836962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.836962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:33.836962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:33.840217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e145e5a3-f6af-4d58-b458-b8c74167fc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:33.951637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Pushing event updated for resources: {'Network': ['ID=266e75a2-20a3-4473-966b-a2e761af68f1,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:33.954650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:33.962476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network 266e75a2-20a3-4473-966b-a2e761af68f1 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:14:33.975741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53606) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:33.983648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Request body: {'subnet': {'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515599118-subnet', 'tenant_id': '7ecee62ed7824bce9c0f6549ca4bb5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:33.985382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network 266e75a2-20a3-4473-966b-a2e761af68f1 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:14:33.987136 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9466441 Feb 10 21:14:33.990930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:33.996214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Usage tracker for resource:subnet and tenant:7ecee62ed7824bce9c0f6549ca4bb5dc is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:33.999394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:34.005519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:34.050739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Made reservation on behalf of 7ecee62ed7824bce9c0f6549ca4bb5dc for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:14:34.056236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826698585'] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:34.540574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27359276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826698570'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:34.557270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:34.701627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ff1c09-fc99-4801-81aa-be4701378e97,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:34.705874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:34.774580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Checking segment: {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:14:34.774989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Network hostable DHCP agents. Network: 266e75a2-20a3-4473-966b-a2e761af68f1, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:14:34.833660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Network 266e75a2-20a3-4473-966b-a2e761af68f1 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:14:34.929701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, 266e75a2-20a3-4473-966b-a2e761af68f1) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:14:34.940629 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbca2a-7497-4066-9e41-ff6ecc75bb49 None None] Network 266e75a2-20a3-4473-966b-a2e761af68f1 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:14:34.951061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:34.952158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:35.023474 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-915ca24b-1914-47f9-b0ea-6f9d3103c5c8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0464385 Feb 10 21:14:35.031409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78718-10aa-4943-851d-1929cc575d1c req-1bb83dbb-6c77-4b9a-a41d-f08469ea1c0f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:35.037875 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-73b78718-10aa-4943-851d-1929cc575d1c req-1bb83dbb-6c77-4b9a-a41d-f08469ea1c0f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1935921 Feb 10 21:14:35.126560 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-73b78718-10aa-4943-851d-1929cc575d1c req-4a86cb35-8b65-43b1-a5e3-08bd74a7164f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877357 Feb 10 21:14:35.240449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4baf5f-6cb7-4a61-a928-3b0ba4f579f1 None None] Network 266e75a2-20a3-4473-966b-a2e761af68f1 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:14:36.433717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1240-e555-42bc-aafb-41506595cbba req-40526fe5-f0a6-4b01-92c2-2d4219fc0785 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:36.435460 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6f3f1240-e555-42bc-aafb-41506595cbba req-40526fe5-f0a6-4b01-92c2-2d4219fc0785 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1686177 Feb 10 21:14:36.501690 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6f3f1240-e555-42bc-aafb-41506595cbba req-aa90e2de-a0e3-40e0-9ce4-8e075d002c9b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Feb 10 21:14:37.568158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-21d6342b-d48f-4e6c-b8b2-b473af678596 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:37.568965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-21d6342b-d48f-4e6c-b8b2-b473af678596 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Synchronizing usage tracker for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:network {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:14:37.638463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-21d6342b-d48f-4e6c-b8b2-b473af678596 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Unset dirty status for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:network {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:14:37.639826 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-21d6342b-d48f-4e6c-b8b2-b473af678596 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 808 time: 0.3356924 Feb 10 21:14:37.658654 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-ab7e8b93-ff44-4d9f-866d-cbdcd38fc501 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/quotas/7ecee62ed7824bce9c0f6549ca4bb5dc HTTP/1.1" status: 200 len: 375 time: 0.0113308 Feb 10 21:14:37.672236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53714) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:37.720014 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-a413c255-d789-4504-abbd-6942b1317520 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551486 Feb 10 21:14:37.832163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:37.849359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:37.853947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:89bb5ce69607481b9e7e823ebe626246 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:37.857639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:37.863688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:37.947643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fe974-a3b1-46b7-86dc-55643a3006b1 req-052d448d-15ad-465e-a833-981edfbf5315 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:37.951194 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f66fe974-a3b1-46b7-86dc-55643a3006b1 req-052d448d-15ad-465e-a833-981edfbf5315 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1810203 Feb 10 21:14:37.953353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:37.958561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-12f5cd31-1732-4563-856c-2d7886fe233c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:14:37.959935 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-12f5cd31-1732-4563-856c-2d7886fe233c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1463180 Feb 10 21:14:37.987834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:37.997777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e99b93a7-ee04-411d-9c7d-6632d2b3346f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:38.040309 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89bb5ce69607481b9e7e823ebe626246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667619 Feb 10 21:14:38.042591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b886c16d-a68c-4f9a-9e78-45745b6db779,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:38.045335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53726) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:38.048255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:38.111128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.124173 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f66fe974-a3b1-46b7-86dc-55643a3006b1 req-2624f105-43f1-4d8b-abfe-a1473c42917e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631134 Feb 10 21:14:38.139617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.171643 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-100eacb6-87a6-4877-81a3-7f42cd64fc8a service neutron] 10.222.0.77 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933298 Feb 10 21:14:38.233240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.240827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1bc1f3c2-4bad-4bda-bc62-982219725642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:38.255392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b886c16d-a68c-4f9a-9e78-45745b6db779,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:38.265820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:38.268194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.269841 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b886c16d-a68c-4f9a-9e78-45745b6db779 HTTP/1.1" status: 204 len: 168 time: 0.2231085 Feb 10 21:14:38.334731 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-dd700049-8b2b-44b5-b616-53612a4054ca service neutron] 10.222.0.77 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1549513 Feb 10 21:14:38.718150 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fd05f372-166a-41be-842d-f23852d14159 req-57c446ec-98bb-42f3-a843-d1d6b902f7ab tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 210 time: 0.1427381 Feb 10 21:14:38.731416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.752897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53756) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:38.953635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53768) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:38.982235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:38.986423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.005021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:39.006994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:39.009514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Usage tracker for resource:security_group_rule and tenant:edd1a47b422c4e25ace2990aa6ca5370 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:39.011534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Usage tracker for resource:security_group_rule and tenant:ddce1f25da0148bfba4f32a4680b880e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:39.012793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:39.015249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:39.019019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:39.021251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:39.118374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.118580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.147316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.157918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd94a4ae-d05b-4ccf-8791-e7d11707db51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:39.192618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.201445 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edd1a47b422c4e25ace2990aa6ca5370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429109 Feb 10 21:14:39.201768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53776) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:39.205128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-41512dcf-0097-43c4-981a-dcbb8be9992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:39.206633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e802cf-f1d9-4eed-86e0-d4951b724fff,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:39.221115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:39.274721 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddce1f25da0148bfba4f32a4680b880e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198042 Feb 10 21:14:39.276885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea34325-c1b7-4b47-85c6-e7e1c24867bf,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:39.279737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 53784) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:39.280292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.282907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:39.310524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.359789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.391099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.460916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.466463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-86cede2f-67e7-48ca-bb58-69750e6b8482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:39.480585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea34325-c1b7-4b47-85c6-e7e1c24867bf,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:39.483395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:39.484596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.488193 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cea34325-c1b7-4b47-85c6-e7e1c24867bf HTTP/1.1" status: 204 len: 168 time: 0.2048402 Feb 10 21:14:39.519359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1e68d-7a07-4bb5-81df-3e78a09d354b req-6a33044e-f11e-49b1-9de6-4647cabd142e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:39.521337 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71f1e68d-7a07-4bb5-81df-3e78a09d354b req-6a33044e-f11e-49b1-9de6-4647cabd142e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1970649 Feb 10 21:14:39.522851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.532573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c7c8d25b-5c36-4945-bdd6-802198a6f4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:39.564908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e802cf-f1d9-4eed-86e0-d4951b724fff,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:39.573737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:39.574663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:39.575937 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03e802cf-f1d9-4eed-86e0-d4951b724fff HTTP/1.1" status: 204 len: 168 time: 0.3724778 Feb 10 21:14:39.655679 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71f1e68d-7a07-4bb5-81df-3e78a09d354b req-ab1a82bc-7111-46b9-b7b0-49fd5a336cad tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Feb 10 21:14:39.948003 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-23ecc9eb-48bc-43ae-9a77-5cfde2b64a99 req-515f5eef-0e37-47c3-947d-1e36abbb953c tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 210 time: 0.0647697 Feb 10 21:14:41.052148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af17e3-8631-4a59-8e0e-3f6db64d6c61 req-64b742ca-1a60-4d1a-8e8d-230d6c4fd95f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:41.062846 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7af17e3-8631-4a59-8e0e-3f6db64d6c61 req-64b742ca-1a60-4d1a-8e8d-230d6c4fd95f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2411854 Feb 10 21:14:41.224889 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7af17e3-8631-4a59-8e0e-3f6db64d6c61 req-6a7952c1-4d78-436b-b6c6-fa82cd170e8e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605656 Feb 10 21:14:41.266137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdcebf-24a0-421e-9d16-8a52ad9463fd req-adc1582f-67e6-49b1-bdee-6727157e6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:41.268253 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f3bdcebf-24a0-421e-9d16-8a52ad9463fd req-adc1582f-67e6-49b1-bdee-6727157e6626 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.2014732 Feb 10 21:14:41.390359 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-534b6b30-55ef-4520-bca6-bb657f80dd90 req-27770f03-fdf7-47dc-976f-cfc83bd700da tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 210 time: 0.0811889 Feb 10 21:14:41.403399 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f3bdcebf-24a0-421e-9d16-8a52ad9463fd req-96129a19-3132-4f3d-84ef-c1ba0d8cf65b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265690 Feb 10 21:14:41.519474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-32bda88c-09aa-4c27-8006-4be8a04b0a69 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:41.521272 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-32bda88c-09aa-4c27-8006-4be8a04b0a69 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 808 time: 0.4826944 Feb 10 21:14:41.715474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Request body: {'port': {'device_id': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1', 'admin_state_up': True, 'tenant_id': '7ecee62ed7824bce9c0f6549ca4bb5dc'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:41.913099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:41.921982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Usage tracker for resource:port and tenant:7ecee62ed7824bce9c0f6549ca4bb5dc is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:41.928068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:41.943702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:42.033206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Made reservation on behalf of 7ecee62ed7824bce9c0f6549ca4bb5dc for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:14:42.055050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:42.400453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Allocated IP 172.20.0.7 (266e75a2-20a3-4473-966b-a2e761af68f1/f2ff1c09-fc99-4801-81aa-be4701378e97/87b02f8c-f511-40d5-a0fe-67355140f6b5) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:14:42.596853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502108a9-c54d-4153-8da0-3c56b5a5fc10 req-71290380-9151-4811-9870-64e8eec6fdfe tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:42.604946 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-502108a9-c54d-4153-8da0-3c56b5a5fc10 req-71290380-9151-4811-9870-64e8eec6fdfe tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2264769 Feb 10 21:14:42.652575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:42.701224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:42.730265 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-502108a9-c54d-4153-8da0-3c56b5a5fc10 req-e9f10730-37ea-4571-a3d6-d087fbbe51a9 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238315 Feb 10 21:14:42.845477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06766936-501a-4e59-88fd-a178cf250ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:42.893899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e234-c279-469b-a6fe-4b5e8a1ad20d req-bd4cb8c4-8225-413c-88c5-76655d109206 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:42.902552 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1466e234-c279-469b-a6fe-4b5e8a1ad20d req-bd4cb8c4-8225-413c-88c5-76655d109206 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 931 time: 0.2703805 Feb 10 21:14:42.958277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Pushing event updated for resources: {'Port': ['ID=87b02f8c-f511-40d5-a0fe-67355140f6b5,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:42.963396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:42.998204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-1466e234-c279-469b-a6fe-4b5e8a1ad20d req-b9ddc961-808f-4630-a298-792a17448a8d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Synchronizing usage tracker for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:14:43.001975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Network 266e75a2-20a3-4473-966b-a2e761af68f1 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:14:43.003313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:14:43.005872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:14:43.050308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-1466e234-c279-469b-a6fe-4b5e8a1ad20d req-b9ddc961-808f-4630-a298-792a17448a8d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Unset dirty status for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:14:43.052216 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1466e234-c279-469b-a6fe-4b5e8a1ad20d req-b9ddc961-808f-4630-a298-792a17448a8d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488199 Feb 10 21:14:43.147218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:43.147949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:43.200141 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4976382 Feb 10 21:14:43.213293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Request body: {'port': {'device_id': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:43.369192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:43.423218 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-5f3809e6-03c4-4cc3-bf8e-d87daed70903 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531557 Feb 10 21:14:43.702428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-c52c2139-a027-4d20-80ff-a82b0cee12e7 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:43.704131 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-c52c2139-a027-4d20-80ff-a82b0cee12e7 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800801 Feb 10 21:14:43.724770 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-1867ce89-6b95-4de8-b91e-ae78b47ae25d tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/quotas/f77b4ed9bb564a73a9f50067b39ced2e HTTP/1.1" status: 200 len: 375 time: 0.0146809 Feb 10 21:14:43.787972 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-2d5b1d14-47c9-4c28-ae22-f9684e5baa9a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561502 Feb 10 21:14:43.862401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b02f8c-f511-40d5-a0fe-67355140f6b5 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:14:43.882726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:43.902012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Transition to ACTIVE for port object 87b02f8c-f511-40d5-a0fe-67355140f6b5 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:14:43.959537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:44.048349 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-090d3f92-05bd-4509-bfa1-d1251f81881e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:44.072591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bba839-b9b8-4c02-a38d-9876debc8465 req-a137f677-5be1-4c40-84fd-14af42cecc10 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:44.075554 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15bba839-b9b8-4c02-a38d-9876debc8465 req-a137f677-5be1-4c40-84fd-14af42cecc10 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2071307 Feb 10 21:14:44.163507 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15bba839-b9b8-4c02-a38d-9876debc8465 req-5fd0b8b0-7511-4c4e-9f97-471c38b751e2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814009 Feb 10 21:14:44.215461 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df9225df-c828-4998-acc7-c1832b679223 req-e9c21518-aede-4248-88b2-61258ac97622 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 210 time: 0.0506990 Feb 10 21:14:44.473023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Pushing event updated for resources: {'Port': ['ID=87b02f8c-f511-40d5-a0fe-67355140f6b5,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:44.503412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:44.548621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Attempting to bind port 87b02f8c-f511-40d5-a0fe-67355140f6b5 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:14:44.548998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Attempting to bind port 87b02f8c-f511-40d5-a0fe-67355140f6b5 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:14:44.549365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Attempting to bind port 87b02f8c-f511-40d5-a0fe-67355140f6b5 on network 266e75a2-20a3-4473-966b-a2e761af68f1 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:14:44.555260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:14:44.555639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Checking segment: {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:14:44.556039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:44.556433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Bound using segment: {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:14:44.556909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Bound port: 87b02f8c-f511-40d5-a0fe-67355140f6b5, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:14:44.559181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:44.594304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5a044-76b2-4646-9d36-78b0ae92943e req-2f456c24-3437-487e-8431-0ed700616b16 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:44.602560 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-36f5a044-76b2-4646-9d36-78b0ae92943e req-2f456c24-3437-487e-8431-0ed700616b16 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 943 time: 0.2147999 Feb 10 21:14:44.701249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] For port 87b02f8c-f511-40d5-a0fe-67355140f6b5, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:14:44.705181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] For port 87b02f8c-f511-40d5-a0fe-67355140f6b5, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=87b02f8c-f511-40d5-a0fe-67355140f6b5,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:14:44.731622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:44.754724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e7dcea5b-64c1-4271-aea9-2f5709449e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:44.903332 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-36f5a044-76b2-4646-9d36-78b0ae92943e req-bcea150d-539b-40f5-b2bb-a532c013672a tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997639 Feb 10 21:14:44.954118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Pushing event updated for resources: {'Port': ['ID=87b02f8c-f511-40d5-a0fe-67355140f6b5,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:44.968264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:44.991639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:44.992790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:44.994596 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] 10.222.0.46 "PUT /v2.0/ports/87b02f8c-f511-40d5-a0fe-67355140f6b5 HTTP/1.1" status: 200 len: 1157 time: 1.7866645 Feb 10 21:14:44.995893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:45.176663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-53c379fd-b1d4-4d96-a8ea-012deb6ca74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:45.178509 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-53c379fd-b1d4-4d96-a8ea-012deb6ca74d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 1160 time: 0.1046946 Feb 10 21:14:45.292443 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5', 'status': 'completed', 'code': 200} Feb 10 21:14:45.294039 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-d246f901-b949-4ce2-8835-2d98c028d7d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87b02f8c-f511-40d5-a0fe-67355140f6b5 HTTP/1.1" status: 200 len: 217 time: 0.1070170 Feb 10 21:14:45.423590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-45154504-9d6f-488e-a137-5698bae61f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:45.425478 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-45154504-9d6f-488e-a137-5698bae61f51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2ff1c09-fc99-4801-81aa-be4701378e97 HTTP/1.1" status: 200 len: 848 time: 0.0871263 Feb 10 21:14:45.493709 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-f75fecc0-977a-4c2d-a7ad-4cc8d2663f02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e75a2-20a3-4473-966b-a2e761af68f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612812 Feb 10 21:14:45.579167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a04d-c984-4299-a06a-a5b01584a294 req-70b1fae2-d2cd-4600-8801-53df549bcff5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:45.580872 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5498a04d-c984-4299-a06a-a5b01584a294 req-70b1fae2-d2cd-4600-8801-53df549bcff5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2004945 Feb 10 21:14:45.648745 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-dc68000b-3d52-414f-bb99-c28aa0941a9e service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429026 Feb 10 21:14:45.653231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de293a-dcc2-4178-b877-f1f0c358360e req-03c0b14c-97ea-4fef-b172-cc90beb850aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:45.654815 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-03c0b14c-97ea-4fef-b172-cc90beb850aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e2925f67ff643b2b335331919cbbfaf&device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 1162 time: 0.3107612 Feb 10 21:14:45.656847 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1d7c81bf-6f76-43e4-8d12-8be7c6f8b6aa req-e3b36d97-10d4-40e6-8424-f5ef83ea009e tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 210 time: 0.0749941 Feb 10 21:14:45.741188 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5498a04d-c984-4299-a06a-a5b01584a294 req-66d4f9fb-e2d1-4f7f-b370-af1b5f3b4e1e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094241 Feb 10 21:14:45.814873 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f8568932-1e40-46b9-9ce6-5881c0b33a98 req-08a4caeb-70da-46d0-afdf-cc4777186ffe service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508174 Feb 10 21:14:45.843785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de293a-dcc2-4178-b877-f1f0c358360e req-b73b3431-1086-4410-bc77-796e39845e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:45.845358 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-b73b3431-1086-4410-bc77-796e39845e6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 200 len: 913 time: 0.1806612 Feb 10 21:14:45.929012 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-d9a64896-fe93-4f51-94e1-f30379ff1445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 200 len: 217 time: 0.0758488 Feb 10 21:14:46.014118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de293a-dcc2-4178-b877-f1f0c358360e req-b8b7d1cc-a11c-451a-b770-7fdbbadb4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.015717 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-b8b7d1cc-a11c-451a-b770-7fdbbadb4288 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 200 len: 859 time: 0.0704069 Feb 10 21:14:46.056410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-a27179fa-d250-4f86-a1af-6d082c77f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.059023 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-a27179fa-d250-4f86-a1af-6d082c77f92e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 1160 time: 0.0919588 Feb 10 21:14:46.115035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-8dc45d5d-61c7-4d69-916b-fd21a8f00aec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6260522-4f19-4a18-8f9f-ac69ef32f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920045 Feb 10 21:14:46.141714 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-f6442930-cd1d-4223-8440-c40d8de8b42e tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531871 Feb 10 21:14:46.295934 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-54b70839-fe11-452d-8aee-127bd571b334 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741378 Feb 10 21:14:46.375153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-3a1d05a4-f2f3-465c-8641-2d6344f34e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.376763 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-3a1d05a4-f2f3-465c-8641-2d6344f34e5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 902 time: 0.3113816 Feb 10 21:14:46.404357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479dda7-adcc-443d-8301-ac160dfae6ac req-779cab90-2748-4af5-b718-088214ee9baa tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.406382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b479dda7-adcc-443d-8301-ac160dfae6ac req-779cab90-2748-4af5-b718-088214ee9baa tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 943 time: 0.3400843 Feb 10 21:14:46.476230 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-2bf74af4-ee57-45ff-a245-e210c201e697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87b02f8c-f511-40d5-a0fe-67355140f6b5 HTTP/1.1" status: 200 len: 217 time: 0.0834703 Feb 10 21:14:46.566079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-e64a654d-f486-4314-bfd6-629983899b94 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.567739 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-e64a654d-f486-4314-bfd6-629983899b94 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751299 Feb 10 21:14:46.616017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Request body: {'port': {'device_id': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212', 'admin_state_up': True, 'tenant_id': 'f77b4ed9bb564a73a9f50067b39ced2e'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:46.616726 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b479dda7-adcc-443d-8301-ac160dfae6ac req-29a0bfa4-c685-48ee-901d-382a7892f3a3 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883427 Feb 10 21:14:46.623457 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-9b1dcbda-d3ce-4ae9-84fd-977d35a87938 service neutron] 10.222.0.46 "GET /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3121154 Feb 10 21:14:46.651841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53976) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:46.751688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-512969f7-002e-42d3-9be0-cb3748ec9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:46.753491 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-512969f7-002e-42d3-9be0-cb3748ec9eb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2ff1c09-fc99-4801-81aa-be4701378e97 HTTP/1.1" status: 200 len: 848 time: 0.1845765 Feb 10 21:14:46.820338 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-c0731cb5-24a8-4dd2-8e34-540013398866 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e75a2-20a3-4473-966b-a2e761af68f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578907 Feb 10 21:14:46.835918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:46.859030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:46.865669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Usage tracker for resource:security_group_rule and tenant:13bd089e66ab41c7821418aea34dab49 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:46.871497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:46.890112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:46.898491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:46.983375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Usage tracker for resource:port and tenant:f77b4ed9bb564a73a9f50067b39ced2e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:46.993830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:47.004285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:47.045034 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-4d7394e2-32a9-455b-ab09-45e521e01ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101886 Feb 10 21:14:47.050165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Made reservation on behalf of f77b4ed9bb564a73a9f50067b39ced2e for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:14:47.060628 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ef26a508-8c73-4494-a411-525e1a2471c0 req-c9717ff2-6e84-4f28-84fb-c65b3e39fcac tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 210 time: 0.0693016 Feb 10 21:14:47.072098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.109960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.191981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:47.200434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bed3e5-e1ad-4faa-870f-752a2591268c req-53d1e3b6-f7ad-4615-93eb-184637ead18b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:47.201913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-76bed3e5-e1ad-4faa-870f-752a2591268c req-53d1e3b6-f7ad-4615-93eb-184637ead18b tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2972658 Feb 10 21:14:47.208216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Usage tracker for resource:security_group_rule and tenant:f77b4ed9bb564a73a9f50067b39ced2e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:47.213073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:47.222945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:47.279853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.287992 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b9cbc451-708a-4141-9afc-5387fc15f647 req-1d0951d5-d574-4be8-8b12-6833ced991fd service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2045934 Feb 10 21:14:47.308570 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-76bed3e5-e1ad-4faa-870f-752a2591268c req-669a5fb3-bd14-47f1-9943-355cbec0d683 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973175 Feb 10 21:14:47.318209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.327795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-28e38337-c587-4a2b-9cb4-4827d3dcc37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:47.364982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.374000 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13bd089e66ab41c7821418aea34dab49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208247 Feb 10 21:14:47.376701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 53990) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:47.379273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86370b8d-0dcc-4ecd-be43-402161f330da,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:47.383731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:47.395796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.410339 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6c82915e-349d-4dad-99df-1d4d5bc46c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:47.449157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.476891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.480591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9498b369-20d8-4aa8-b63a-a2b07b7fd739,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:47.486240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:47.547640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.552731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:47.566317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86370b8d-0dcc-4ecd-be43-402161f330da,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:47.569490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:47.571645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:47.577291 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86370b8d-0dcc-4ecd-be43-402161f330da HTTP/1.1" status: 204 len: 168 time: 0.1950331 Feb 10 21:14:47.751813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Allocated IP 192.168.233.222 (3ec09909-06a9-4577-b922-a8306e6ac212/005ec062-ee36-4154-a237-443126981479/0a72eb65-92e2-4b3a-ad47-7a50d5f22f68) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:14:47.800920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:14:47.944581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32e62a-90f5-475b-b052-645451924da0 req-3a8f7e64-a422-42e7-b4b3-fd98624e8ebc tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:47.946287 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ac32e62a-90f5-475b-b052-645451924da0 req-3a8f7e64-a422-42e7-b4b3-fd98624e8ebc tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 943 time: 0.1889386 Feb 10 21:14:48.015700 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ac32e62a-90f5-475b-b052-645451924da0 req-6a776180-b0cd-4975-b271-1ac3bc8474f3 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623088 Feb 10 21:14:48.083587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.104999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Transition to ACTIVE for port object 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:14:48.137084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 54006) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:48.157624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.159587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.182868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:48.251196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:14:48.284395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Usage tracker for resource:security_group_rule and tenant:a3782840866c4a99827e982a62448a46 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:14:48.287399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Pushing event updated for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:48.372377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ddb9-84e3-4112-8491-08bc201d0e7b req-f80790a1-4eed-4cc7-89a8-6f7b2545d8c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:48.373356 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b301ddb9-84e3-4112-8491-08bc201d0e7b req-f80790a1-4eed-4cc7-89a8-6f7b2545d8c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 936 time: 0.1778600 Feb 10 21:14:48.442957 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b301ddb9-84e3-4112-8491-08bc201d0e7b req-476a829e-7457-48d9-a444-1d868d70ff74 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Feb 10 21:14:48.561368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:14:48.564478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:48.579533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:14:48.672156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Network 3ec09909-06a9-4577-b922-a8306e6ac212 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:14:48.676654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:14:48.679589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:14:48.736468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347711c-4b45-4706-8ab7-4a06f25f0aa2 req-a3d8f2fa-5c27-4887-a211-732eba5b8b79 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:48.738259 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a347711c-4b45-4706-8ab7-4a06f25f0aa2 req-a3d8f2fa-5c27-4887-a211-732eba5b8b79 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1672666 Feb 10 21:14:48.832572 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a347711c-4b45-4706-8ab7-4a06f25f0aa2 req-abdac6ee-c305-4d9b-acbb-70827c485658 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857282 Feb 10 21:14:48.844434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:48.845198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.852330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.890046 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.900418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a67762ce-a788-4d28-b316-d8fd7308d9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:48.928944 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3203189 Feb 10 21:14:48.943927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Request body: {'port': {'device_id': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:14:48.975699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3681f23f-54da-4462-992d-84b468855035 None None] Provisioning for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:14:48.981839 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3681f23f-54da-4462-992d-84b468855035 None None] Provisioning complete for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:48.982260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3681f23f-54da-4462-992d-84b468855035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:48.991308 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3782840866c4a99827e982a62448a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8530917 Feb 10 21:14:48.994000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 54016) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:14:49.000451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a09c0a-fd53-4469-a5d6-d1a2a27c20f5,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:49.005291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7457f77b-8892-4c35-b84b-e6ad604b2a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:49.058686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3681f23f-54da-4462-992d-84b468855035 None None] Port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:14:49.092314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.113032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.145810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.349239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af4f4b-0a78-44bf-916d-859de497b001 req-4349c501-3875-403d-b380-2b6c70b3fb9d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:49.350965 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-17af4f4b-0a78-44bf-916d-859de497b001 req-4349c501-3875-403d-b380-2b6c70b3fb9d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 943 time: 0.1789505 Feb 10 21:14:49.418995 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-17af4f4b-0a78-44bf-916d-859de497b001 req-005ec3b2-752d-4afc-ad22-c6a3d42c0785 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Feb 10 21:14:49.530030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.542959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a953557e-60db-4e32-ba60-ca9672a8e3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:49.559924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.561162 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58a09c0a-fd53-4469-a5d6-d1a2a27c20f5 HTTP/1.1" status: 204 len: 168 time: 0.5650837 Feb 10 21:14:49.562370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a09c0a-fd53-4469-a5d6-d1a2a27c20f5,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:49.565694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:49.686894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:14:49.695243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.708824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Transition to ACTIVE for port object 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:14:49.740702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:49.758967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:49.837882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1050-f297-4d39-923b-fc8a8e0cff9f req-0c3a7f36-20b1-4f20-8a0a-1d5f24c8d0c5 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:49.840332 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e65e1050-f297-4d39-923b-fc8a8e0cff9f req-0c3a7f36-20b1-4f20-8a0a-1d5f24c8d0c5 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.1770992 Feb 10 21:14:49.915247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Pushing event updated for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:49.919739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:49.958118 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e65e1050-f297-4d39-923b-fc8a8e0cff9f req-17ab0658-166b-43d7-9975-06fe4710e9df tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108370 Feb 10 21:14:50.160413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Attempting to bind port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:14:50.164738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Attempting to bind port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:14:50.165264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Attempting to bind port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 on network 3ec09909-06a9-4577-b922-a8306e6ac212 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Checking segment: {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Bound using segment: {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Bound port: 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd059094-5653-49d9-8dcf-9da5876a2931', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ec09909-06a9-4577-b922-a8306e6ac212'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:14:50.176006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:50.306681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b912e2-017a-42f3-87fe-6aef8389cea9 req-b07203f7-344c-4ed8-8f78-144456178ea2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:50.308571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3b912e2-017a-42f3-87fe-6aef8389cea9 req-b07203f7-344c-4ed8-8f78-144456178ea2 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2599907 Feb 10 21:14:50.312953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:14:50.316903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:14:50.342320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:50.372663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0950dda7-1b36-4cc6-9573-3eae71910804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:50.387345 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c3b912e2-017a-42f3-87fe-6aef8389cea9 req-45bd8871-6d87-4108-b917-f1a0647cf90a tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Feb 10 21:14:50.524840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Pushing event updated for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:50.532285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:50.577661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:50.578832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:50.580844 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 HTTP/1.1" status: 200 len: 1162 time: 1.6415062 Feb 10 21:14:50.581722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:50.629258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-d64a7495-f754-4cca-97fd-d18593507574 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:14:50.779586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-18624d03-28c7-4d00-ba97-677afb6cf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:50.781359 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-18624d03-28c7-4d00-ba97-677afb6cf850 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 1165 time: 0.0932529 Feb 10 21:14:50.844734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2c530-fb2a-411d-a76c-efd307e5090c req-e2e6cd64-49d3-45ac-84ad-5d57bfea46c7 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:50.853388 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7c2c530-fb2a-411d-a76c-efd307e5090c req-e2e6cd64-49d3-45ac-84ad-5d57bfea46c7 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 943 time: 0.2214427 Feb 10 21:14:50.898004 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-dd1d2c14-196e-4f45-85e7-b9094a745346 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 HTTP/1.1" status: 200 len: 217 time: 0.1067023 Feb 10 21:14:50.974503 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7c2c530-fb2a-411d-a76c-efd307e5090c req-bbb3bb43-e277-4fe1-a713-072f85c67eae tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194956 Feb 10 21:14:50.989309 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68', 'status': 'completed', 'code': 200} Feb 10 21:14:51.027602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-95afb7c5-2970-4545-84fe-79068d93c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:51.029198 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-95afb7c5-2970-4545-84fe-79068d93c734 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005ec062-ee36-4154-a237-443126981479 HTTP/1.1" status: 200 len: 843 time: 0.1223133 Feb 10 21:14:51.132525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-198bf6eb-2488-40c2-b9bc-37ecd6a56980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:51.134132 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-198bf6eb-2488-40c2-b9bc-37ecd6a56980 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ec09909-06a9-4577-b922-a8306e6ac212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940990 Feb 10 21:14:51.312741 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-f3ff9848-cfb7-4985-af35-3268464a239d service neutron] 10.222.0.46 "GET /v2.0/networks/3ec09909-06a9-4577-b922-a8306e6ac212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637845 Feb 10 21:14:51.436072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 87b02f8c-f511-40d5-a0fe-67355140f6b5 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:51.478319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5df95b2d-7cdc-480e-8f37-9a6c7061104b req-283a7cad-d4f0-4bda-afdd-d17e9f934d8e service neutron] 10.222.0.46 "GET /v2.0/networks/3ec09909-06a9-4577-b922-a8306e6ac212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571000 Feb 10 21:14:51.513474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7080-f736-48e6-a03e-1503567fbdbe req-bf2dfc89-1ab0-43f1-a1e9-d942f65519bb tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:51.515382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b2c7080-f736-48e6-a03e-1503567fbdbe req-bf2dfc89-1ab0-43f1-a1e9-d942f65519bb tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.2595029 Feb 10 21:14:51.576243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe8f66e8-eea9-4786-8f03-eedf8e13e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:51.612316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 87b02f8c-f511-40d5-a0fe-67355140f6b5 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:14:51.619386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 87b02f8c-f511-40d5-a0fe-67355140f6b5 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:51.619683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:51.639161 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b2c7080-f736-48e6-a03e-1503567fbdbe req-61da0c19-bc4a-41c8-9457-d385bec365ac tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162164 Feb 10 21:14:51.694462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871940-37fb-439b-907d-d967288646ee req-c6a00fe3-c2dc-402f-810b-187c2d14fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:51.696371 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-c6a00fe3-c2dc-402f-810b-187c2d14fccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 1165 time: 0.1215339 Feb 10 21:14:51.764583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:51.795808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:51.814336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 87b02f8c-f511-40d5-a0fe-67355140f6b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=87b02f8c-f511-40d5-a0fe-67355140f6b5,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:14:51.856369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:51.857319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:51.877833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871940-37fb-439b-907d-d967288646ee req-695dbcfd-b443-47ca-929b-45d03077f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:51.879744 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-695dbcfd-b443-47ca-929b-45d03077f8e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ec09909-06a9-4577-b922-a8306e6ac212 HTTP/1.1" status: 200 len: 863 time: 0.1755636 Feb 10 21:14:51.924332 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5', 'code': 200} Feb 10 21:14:51.925022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:51.958629 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-84221f80-2861-43a2-8d65-ed37359c2b2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 HTTP/1.1" status: 200 len: 217 time: 0.0698590 Feb 10 21:14:52.024106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=87b02f8c-f511-40d5-a0fe-67355140f6b5,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:52.036809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871940-37fb-439b-907d-d967288646ee req-a9b92f1b-6282-425d-a943-d5abf0f95f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:52.037901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.038370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.038879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.039334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.039539 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-a9b92f1b-6282-425d-a943-d5abf0f95f4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005ec062-ee36-4154-a237-443126981479 HTTP/1.1" status: 200 len: 843 time: 0.0737560 Feb 10 21:14:52.039838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.040286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.040731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.041197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.043151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.043687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.044137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.044602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.045153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.045675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.046121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.046560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.047032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.047444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.048023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.048457 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.048904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.049336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.049855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.050208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:14:52.054974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:52.075666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:52.076095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:52.135626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871940-37fb-439b-907d-d967288646ee req-dc99e6cd-4726-4919-b1bb-9df0a49f330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:52.137260 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-dc99e6cd-4726-4919-b1bb-9df0a49f330d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ec09909-06a9-4577-b922-a8306e6ac212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0908618 Feb 10 21:14:52.381856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0bdb9-5b4a-4bb4-9d3a-5c38abe24c74 req-47fba490-19a2-4ac3-a627-086e5027962c tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:52.383620 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7ca0bdb9-5b4a-4bb4-9d3a-5c38abe24c74 req-47fba490-19a2-4ac3-a627-086e5027962c tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.2342703 Feb 10 21:14:52.462678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631c79-134b-499d-9ff3-8a7d1ef48288 req-25f481cc-1db9-457e-a1a1-5d377bc9d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:52.465477 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a8631c79-134b-499d-9ff3-8a7d1ef48288 req-25f481cc-1db9-457e-a1a1-5d377bc9d8ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 1162 time: 0.3198788 Feb 10 21:14:52.486510 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7ca0bdb9-5b4a-4bb4-9d3a-5c38abe24c74 req-90d8c844-caf6-48c7-9a2e-b1126a278e01 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925064 Feb 10 21:14:52.519608 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-32840f98-134a-4e37-b757-1250cfa68983 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec09909-06a9-4577-b922-a8306e6ac212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125362 Feb 10 21:14:52.575852 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a8631c79-134b-499d-9ff3-8a7d1ef48288 req-7c85ae44-bfe4-4d6b-ab39-d526cc086fe7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940788 Feb 10 21:14:52.590840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 87b02f8c-f511-40d5-a0fe-67355140f6b5 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:52.689225 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a5871940-37fb-439b-907d-d967288646ee req-94c12150-381a-47c1-a690-4be767c93c6a service neutron] 10.222.0.46 "GET /v2.0/networks/3ec09909-06a9-4577-b922-a8306e6ac212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598833 Feb 10 21:14:52.689719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 87b02f8c-f511-40d5-a0fe-67355140f6b5 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:52.690343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:53.042953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82fdd2-3cf7-4bdb-9048-95d12306029c req-20ae5ad8-1601-4fcb-a18e-1835e13ea5a5 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:53.048471 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3a82fdd2-3cf7-4bdb-9048-95d12306029c req-20ae5ad8-1601-4fcb-a18e-1835e13ea5a5 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.2458916 Feb 10 21:14:53.114792 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3a82fdd2-3cf7-4bdb-9048-95d12306029c req-9a04473a-5a7e-498f-be93-97b78f774d69 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Feb 10 21:14:53.514439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d566b223-3b3c-471b-a2dc-c1a9552999a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:53.792998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0e07-757f-4b2e-88a1-b84821bfcdb2 req-ffc22db5-3603-450f-9922-8da6bbea831b tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:53.794637 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e85b0e07-757f-4b2e-88a1-b84821bfcdb2 req-ffc22db5-3603-450f-9922-8da6bbea831b tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.1700597 Feb 10 21:14:53.861344 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e85b0e07-757f-4b2e-88a1-b84821bfcdb2 req-f8c80f30-f33b-490e-8a29-c55a28052145 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Feb 10 21:14:54.238963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:54.431348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6715e07-f7e5-42c7-9aa7-86f3fe02c17a req-c18ffb18-be16-4e97-8917-7c71f8319543 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:54.433500 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f6715e07-f7e5-42c7-9aa7-86f3fe02c17a req-c18ffb18-be16-4e97-8917-7c71f8319543 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.1823967 Feb 10 21:14:54.503808 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f6715e07-f7e5-42c7-9aa7-86f3fe02c17a req-65e5c612-fcbe-4653-8b13-3b4326aa475e tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627301 Feb 10 21:14:55.177571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98ef8-b83f-41b3-9638-e0c96af3ee45 req-db78595f-fe33-41dc-888f-f09c3fc530cf tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:55.226979 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c4d98ef8-b83f-41b3-9638-e0c96af3ee45 req-db78595f-fe33-41dc-888f-f09c3fc530cf tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.1826086 Feb 10 21:14:55.246105 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c4d98ef8-b83f-41b3-9638-e0c96af3ee45 req-3ef0c13e-5583-47a0-8946-a92eb4a2208e tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594420 Feb 10 21:14:55.547779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:55.812373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412598-9206-4193-b09f-b563a8d9e5be req-20799e6a-2148-45d6-8520-9a802a54879a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:55.812373 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21412598-9206-4193-b09f-b563a8d9e5be req-20799e6a-2148-45d6-8520-9a802a54879a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.1749296 Feb 10 21:14:55.897636 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21412598-9206-4193-b09f-b563a8d9e5be req-5eca9d24-1fcd-4c54-9534-a496bf93fa0f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790317 Feb 10 21:14:56.038204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:56.452337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2c8dc-0942-4564-9d14-0b8e04a4e9bf req-6362cefc-aee1-4d92-920f-a3a1dd7ef037 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:56.454072 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-44c2c8dc-0942-4564-9d14-0b8e04a4e9bf req-6362cefc-aee1-4d92-920f-a3a1dd7ef037 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.1715019 Feb 10 21:14:56.530862 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-44c2c8dc-0942-4564-9d14-0b8e04a4e9bf req-53071453-6fa8-44b9-94c3-266a77b06a3f tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699000 Feb 10 21:14:56.700960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network 3ec09909-06a9-4577-b922-a8306e6ac212 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:14:56.966460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ebaec-54c9-42da-921c-f54de2c52e39 req-4ef5dffa-47d6-4d15-9183-3ce6ec4adfb5 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:56.969556 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-622ebaec-54c9-42da-921c-f54de2c52e39 req-4ef5dffa-47d6-4d15-9183-3ce6ec4adfb5 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.1798193 Feb 10 21:14:57.003008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-dffa4cde-04fb-4357-9676-51815800ffdd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:14:57.286186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-622ebaec-54c9-42da-921c-f54de2c52e39 req-04011611-be06-47fe-91a7-773ceb083850 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116534 Feb 10 21:14:57.405738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dcc3e-e225-49d9-838c-5e9158c7e689 req-3cae3a64-997a-4ffe-886e-b9e6d792babd tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:57.407711 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-041dcc3e-e225-49d9-838c-5e9158c7e689 req-3cae3a64-997a-4ffe-886e-b9e6d792babd tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.2130036 Feb 10 21:14:57.477451 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-041dcc3e-e225-49d9-838c-5e9158c7e689 req-be244e42-6ff3-4688-bee4-c75491146e54 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633132 Feb 10 21:14:57.836413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99209-3d00-459b-bd3c-2bac4143e310 req-05e2debd-8c16-44dc-9a90-8215ce78f7e5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:57.838095 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55c99209-3d00-459b-bd3c-2bac4143e310 req-05e2debd-8c16-44dc-9a90-8215ce78f7e5 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.1672056 Feb 10 21:14:57.907394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55c99209-3d00-459b-bd3c-2bac4143e310 req-63f2cb91-0e4c-41c9-9689-8d3ac077aed7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624454 Feb 10 21:14:57.957634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:58.066954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:14:58.072533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:58.073028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:58.200934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:58.230367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:14:58.240541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:14:58.272836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:58.274843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:14:58.307159 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68', 'code': 200} Feb 10 21:14:58.355637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:14:58.359575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:14:58.655956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878513dc-e6be-47d2-974e-971f1387cd61 req-1baf94d3-3957-4c1c-90e7-f9eaf7b0c675 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:58.657695 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-878513dc-e6be-47d2-974e-971f1387cd61 req-1baf94d3-3957-4c1c-90e7-f9eaf7b0c675 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.2151079 Feb 10 21:14:58.724790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600983c-130a-4e70-b6b7-f26ebb6a3ba5 req-614fb58b-90d1-41bc-a57f-bcfbd9e74444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:58.726317 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4600983c-130a-4e70-b6b7-f26ebb6a3ba5 req-614fb58b-90d1-41bc-a57f-bcfbd9e74444 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 1167 time: 0.0815923 Feb 10 21:14:58.726429 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-878513dc-e6be-47d2-974e-971f1387cd61 req-f1e20df2-7d4f-4a1a-bd4a-ae4780a11ef6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617251 Feb 10 21:14:58.755266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:58.777701 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4600983c-130a-4e70-b6b7-f26ebb6a3ba5 req-53cab2f4-e9c9-4f57-ac78-00514e485f02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Feb 10 21:14:58.831682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:58.837721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:58.968324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 87b02f8c-f511-40d5-a0fe-67355140f6b5 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:14:59.025501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e1418-dc14-4072-a265-60c7a00f6f0a req-7cdafeb3-f40e-4084-85ed-9a0adeaf6a4d tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:59.027499 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f04e1418-dc14-4072-a265-60c7a00f6f0a req-7cdafeb3-f40e-4084-85ed-9a0adeaf6a4d tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.1761272 Feb 10 21:14:59.052988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 87b02f8c-f511-40d5-a0fe-67355140f6b5 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:14:59.053416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:59.109475 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f04e1418-dc14-4072-a265-60c7a00f6f0a req-059b836e-936c-4a48-bf76-c768e11a9972 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Feb 10 21:14:59.303254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-6670b220-65ef-4fad-af3c-49c0a38a6dca tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:59.303985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-6670b220-65ef-4fad-af3c-49c0a38a6dca tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Synchronizing usage tracker for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:14:59.346610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-6670b220-65ef-4fad-af3c-49c0a38a6dca tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Unset dirty status for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:14:59.347883 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-6670b220-65ef-4fad-af3c-49c0a38a6dca tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.2382965 Feb 10 21:14:59.385008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc2d7e-7ba0-4e19-a3ff-ce5ae4839417 req-21be382a-6760-4d93-90bd-5f8c069db3a1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:14:59.386757 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1dcc2d7e-7ba0-4e19-a3ff-ce5ae4839417 req-21be382a-6760-4d93-90bd-5f8c069db3a1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.1734526 Feb 10 21:14:59.451546 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1dcc2d7e-7ba0-4e19-a3ff-ce5ae4839417 req-8ac0a605-ede9-4c6f-b7ed-2f180b406989 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Feb 10 21:14:59.461226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Deleting port 87b02f8c-f511-40d5-a0fe-67355140f6b5 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:14:59.461616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:14:59.740753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] For port 87b02f8c-f511-40d5-a0fe-67355140f6b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=87b02f8c-f511-40d5-a0fe-67355140f6b5,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:14:59.741350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:00.061508 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567b7a-1344-4c3a-b8f5-e2e6fc6370ea req-44f88aea-3fb0-43a4-93b4-6a40e536f7b6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:00.064267 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-79567b7a-1344-4c3a-b8f5-e2e6fc6370ea req-44f88aea-3fb0-43a4-93b4-6a40e536f7b6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 945 time: 0.1938944 Feb 10 21:15:00.133424 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-79567b7a-1344-4c3a-b8f5-e2e6fc6370ea req-3038c695-543f-4803-a2a3-b87ddfb0a004 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Feb 10 21:15:00.142502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Calling delete_port for 87b02f8c-f511-40d5-a0fe-67355140f6b5 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:00.360864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-6970f4b7-9c50-4ec5-9c90-e010c208781c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:00.361694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-6970f4b7-9c50-4ec5-9c90-e010c208781c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Synchronizing usage tracker for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:15:00.456415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-6970f4b7-9c50-4ec5-9c90-e010c208781c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Unset dirty status for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:15:00.458762 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-6970f4b7-9c50-4ec5-9c90-e010c208781c tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.3604386 Feb 10 21:15:00.505333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:00.568415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bae1d-9faa-414a-8621-4a076af8b3bd req-4f4b9ef0-504d-457c-b09d-ba9b922e415c tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:00.571361 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4a4bae1d-9faa-414a-8621-4a076af8b3bd req-4f4b9ef0-504d-457c-b09d-ba9b922e415c tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.1939931 Feb 10 21:15:00.613261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:00.651392 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4a4bae1d-9faa-414a-8621-4a076af8b3bd req-a4e4d7f1-5918-4234-b2b9-379f8a36f42a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Feb 10 21:15:00.685069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:15:00.712091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Deleting port 00afd426-8aed-4bf9-a6c0-c13a76259878 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:00.712431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:00.742303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Pushing event deleted for resources: {'Port': ['ID=87b02f8c-f511-40d5-a0fe-67355140f6b5,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:00.759566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:00.770927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:15:00.771590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:00.971140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 87b02f8c-f511-40d5-a0fe-67355140f6b5 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:00.993910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b571b27-cbf9-4fae-a93a-d5004636a819 req-6bdcb576-bfae-427e-b024-5852154be593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:00.996445 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4b571b27-cbf9-4fae-a93a-d5004636a819 req-6bdcb576-bfae-427e-b024-5852154be593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 945 time: 0.2368875 Feb 10 21:15:01.010044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] No Port match for: 87b02f8c-f511-40d5-a0fe-67355140f6b5 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:15:01.010446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 87b02f8c-f511-40d5-a0fe-67355140f6b5 not bound to the agent host hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:15:01.010999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 00afd426-8aed-4bf9-a6c0-c13a76259878 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:01.014658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] No DVR routers for this DVR port 87b02f8c-f511-40d5-a0fe-67355140f6b5 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:01.017060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:01.036700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'name': 'network-vif-deleted', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:01.074805 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4b571b27-cbf9-4fae-a93a-d5004636a819 req-a9ebc2ee-bdf2-4c21-8a45-76d5e2eaeeb1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707741 Feb 10 21:15:01.124004 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38dc0a-a474-471f-85a7-6a5e38680778', 'name': 'network-vif-deleted', 'tag': '87b02f8c-f511-40d5-a0fe-67355140f6b5', 'status': 'completed', 'code': 200} Feb 10 21:15:01.133340 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-73e90ad3-fa32-4709-8f39-d61dc60fb31d req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "DELETE /v2.0/ports/87b02f8c-f511-40d5-a0fe-67355140f6b5 HTTP/1.1" status: 204 len: 173 time: 1.7644091 Feb 10 21:15:01.148050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:01.184448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=00afd426-8aed-4bf9-a6c0-c13a76259878,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:01.184825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:01.191686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=00afd426-8aed-4bf9-a6c0-c13a76259878,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:01.193215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:01.216608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:01.218543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4467d830-0e1a-48a9-9954-49d191159db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:01.329554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Calling delete_port for 00afd426-8aed-4bf9-a6c0-c13a76259878 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:01.344117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:01.345849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:01.347886 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878', 'code': 200} Feb 10 21:15:01.388663 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7d60151e-ad82-4173-96b0-6cd8a57fc2cb req-abe3fcc5-5d4d-4e5e-92b1-61fcc77d1814 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a38dc0a-a474-471f-85a7-6a5e38680778 HTTP/1.1" status: 200 len: 210 time: 0.0677879 Feb 10 21:15:01.440270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:15:01.440663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:15:01.942637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Deleting port 00afd426-8aed-4bf9-a6c0-c13a76259878 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:01.943636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:01.972886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0cbcb-a8a1-4aee-93bd-fc9e9f4fcca7 req-ee245c53-02a2-4017-972a-90fd5567ad08 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:01.974618 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-30c0cbcb-a8a1-4aee-93bd-fc9e9f4fcca7 req-ee245c53-02a2-4017-972a-90fd5567ad08 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.1753457 Feb 10 21:15:02.041942 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-30c0cbcb-a8a1-4aee-93bd-fc9e9f4fcca7 req-5262a429-0b9c-4948-af4c-e5f6bef4e8b3 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600948 Feb 10 21:15:02.231332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] For port 00afd426-8aed-4bf9-a6c0-c13a76259878, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=00afd426-8aed-4bf9-a6c0-c13a76259878,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:02.231726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:02.385466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Calling delete_port for 00afd426-8aed-4bf9-a6c0-c13a76259878 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:02.429952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f785a2-dd61-4753-8812-1824a0a120d7 req-70ff416f-f569-4a57-8d8f-c242528e5417 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:02.438963 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-51f785a2-dd61-4753-8812-1824a0a120d7 req-70ff416f-f569-4a57-8d8f-c242528e5417 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 943 time: 0.2119505 Feb 10 21:15:02.530138 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-51f785a2-dd61-4753-8812-1824a0a120d7 req-9279ceb3-e19b-46f1-b0b6-4f64fc9f520e tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901093 Feb 10 21:15:02.652667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:02.685070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1fcd4642-567e-4577-a33b-725bb1c49a28 tempest-VolumesActionsTest-312782933 tempest-VolumesActionsTest-312782933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:02.739667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Pushing event deleted for resources: {'Port': ['ID=00afd426-8aed-4bf9-a6c0-c13a76259878,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:02.791570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:02.887506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74adc35-af69-4e28-a2d9-7559ebe3e65b req-7f201785-1345-4962-aeda-3554ee04210e tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:02.889345 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f74adc35-af69-4e28-a2d9-7559ebe3e65b req-7f201785-1345-4962-aeda-3554ee04210e tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.1737950 Feb 10 21:15:02.896867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] No DVR routers for this DVR port 00afd426-8aed-4bf9-a6c0-c13a76259878 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:02.899175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:02.941965 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f0b10275-7c5a-4beb-8952-87b76edd67bf req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "DELETE /v2.0/ports/00afd426-8aed-4bf9-a6c0-c13a76259878 HTTP/1.1" status: 204 len: 173 time: 2.4761341 Feb 10 21:15:03.075319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f74adc35-af69-4e28-a2d9-7559ebe3e65b req-bf9c3db5-72ab-42f7-9c78-50ca8bf640fc tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752515 Feb 10 21:15:03.125300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-deleted', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:03.230193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-e517e5f3-9494-499a-9719-ef628d0bbe34 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:03.232063 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-e517e5f3-9494-499a-9719-ef628d0bbe34 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 808 time: 0.3001418 Feb 10 21:15:03.250960 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-626911cd-24ec-413d-a438-98b140a00ce6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/quotas/7ecee62ed7824bce9c0f6549ca4bb5dc HTTP/1.1" status: 200 len: 375 time: 0.0126717 Feb 10 21:15:03.306884 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dbfb52-6999-4b72-8e73-ff928c312684', 'name': 'network-vif-deleted', 'tag': '00afd426-8aed-4bf9-a6c0-c13a76259878', 'status': 'completed', 'code': 200} Feb 10 21:15:03.309438 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-4df7c51c-eb74-4c35-815b-380c43020d0f tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520191 Feb 10 21:15:03.456186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-6d5f9cb4-9218-4d17-88c2-9a2d9b58d4cc service neutron] 10.222.0.77 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393442 Feb 10 21:15:03.606097 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-bc2ba396-ca49-442b-950b-a6299849c965 service neutron] 10.222.0.77 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434150 Feb 10 21:15:03.736411 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c4c5baf7-61c4-4269-b1ca-9dcd46fa3d56 req-1bd483fd-f4b7-4223-a1ca-a8b76cb697b3 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=63dbfb52-6999-4b72-8e73-ff928c312684 HTTP/1.1" status: 200 len: 210 time: 0.0520635 Feb 10 21:15:03.883162 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e05357b3-a3a9-4174-aeaf-ded21eb780e0 req-19de0bfa-d2c3-402c-9189-3cc793105aa5 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 210 time: 0.0546064 Feb 10 21:15:04.386907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0293-5616-456c-82b9-9064460a67ad req-4be46d70-9e96-4af7-8ed1-7f156253904c tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:04.388682 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bfe0293-5616-456c-82b9-9064460a67ad req-4be46d70-9e96-4af7-8ed1-7f156253904c tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.1753950 Feb 10 21:15:04.467702 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bfe0293-5616-456c-82b9-9064460a67ad req-eb382d36-b4a2-497d-bf68-ef1a25bf5c38 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720398 Feb 10 21:15:04.477310 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ceb309f4-5479-45f0-b82c-8205506598c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:04.478615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ceb309f4-5479-45f0-b82c-8205506598c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Synchronizing usage tracker for tenant:f77b4ed9bb564a73a9f50067b39ced2e on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:15:04.535640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ceb309f4-5479-45f0-b82c-8205506598c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Unset dirty status for tenant:f77b4ed9bb564a73a9f50067b39ced2e on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:15:04.536913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ceb309f4-5479-45f0-b82c-8205506598c6 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.46 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 950 time: 0.2479982 Feb 10 21:15:04.640149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Deleting port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:04.640662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:04.911893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:04.959733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:04.960383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:05.103394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:05.120011 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-33d4f559-797a-4823-80b7-005d6e02fed8 req-6b24e493-649a-4ba4-a7ca-3261528b93da tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 210 time: 0.0592008 Feb 10 21:15:05.137851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:05.148997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:05.153437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Calling delete_port for 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:05.176041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:05.178329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:05.262314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:05.271955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:05.284691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:15:05.285061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:15:05.318663 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68', 'code': 200} Feb 10 21:15:05.589481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454e36e-5ff4-4008-adc8-b1e44a2e7f4f req-7bd435c0-5a13-493e-8b9a-066dc3c80df8 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:05.591331 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0454e36e-5ff4-4008-adc8-b1e44a2e7f4f req-7bd435c0-5a13-493e-8b9a-066dc3c80df8 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1750581 Feb 10 21:15:05.661597 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0454e36e-5ff4-4008-adc8-b1e44a2e7f4f req-64949b04-bc28-44b6-af10-9ce7c957fdba tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634160 Feb 10 21:15:05.806317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Deleting port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:05.806725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:05.908743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078868-10a9-49bf-a21a-b285f4d1d2fb req-559ef910-380f-4f1c-abe5-68984e90829a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:05.919319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-66078868-10a9-49bf-a21a-b285f4d1d2fb req-559ef910-380f-4f1c-abe5-68984e90829a tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 948 time: 0.2138317 Feb 10 21:15:05.996033 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-66078868-10a9-49bf-a21a-b285f4d1d2fb req-177d7c2e-6e27-469b-bde6-bf72a9a44dfa tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/security-groups?id=9498b369-20d8-4aa8-b63a-a2b07b7fd739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 Feb 10 21:15:06.330763 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-88575ac1-a1b1-46f3-b2c8-33d0c13c6cbd req-a54b0574-7bd0-46e9-849d-7aad6c46adb7 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 210 time: 0.0537510 Feb 10 21:15:06.454043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-7978daa1-640d-4de5-9036-8780d1f6bb35 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:06.455678 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-7978daa1-640d-4de5-9036-8780d1f6bb35 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 808 time: 0.6758971 Feb 10 21:15:06.540899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Request body: {'port': {'device_id': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1', 'admin_state_up': True, 'tenant_id': '7ecee62ed7824bce9c0f6549ca4bb5dc'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:15:06.715441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] For port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,segment=NetworkSegment(bd059094-5653-49d9-8dcf-9da5876a2931),segment_id=bd059094-5653-49d9-8dcf-9da5876a2931)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:06.715943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:06.872148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Calling delete_port for 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:06.903631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:06.916221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Usage tracker for resource:port and tenant:7ecee62ed7824bce9c0f6549ca4bb5dc is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:06.922117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:06.931622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:06.983295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff7769-2a4c-40c5-aa3a-cad338394263 req-3ae4761d-7e0d-4a8c-b7b9-0426ec3efcf7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:06.985003 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-89ff7769-2a4c-40c5-aa3a-cad338394263 req-3ae4761d-7e0d-4a8c-b7b9-0426ec3efcf7 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1809509 Feb 10 21:15:07.011557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Made reservation on behalf of 7ecee62ed7824bce9c0f6549ca4bb5dc for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:15:07.034643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:07.067280 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-89ff7769-2a4c-40c5-aa3a-cad338394263 req-146b7e13-fe8d-448a-bac8-ea4e2fa33af1 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754972 Feb 10 21:15:07.198921 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6ea9988e-000c-438b-8411-0dc9a0f731a6 req-b7bfa699-3cb3-406c-9ef7-049e6ee86499 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 210 time: 0.0501673 Feb 10 21:15:07.264313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:07.279948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7869885f-c538-4e2b-96e7-44f986d39135 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:07.359278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Pushing event deleted for resources: {'Port': ['ID=0a72eb65-92e2-4b3a-ad47-7a50d5f22f68,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:07.366584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:07.528569 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-46ce1254-f632-4340-90bf-2ea08b4c894f req-4dc43b83-a778-4b2a-ac37-3d2287f6166c tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 210 time: 0.0508139 Feb 10 21:15:07.558107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Allocated IP 172.20.0.9 (266e75a2-20a3-4473-966b-a2e761af68f1/f2ff1c09-fc99-4801-81aa-be4701378e97/b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:15:07.606981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] No DVR routers for this DVR port 0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:07.609834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:07.612761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-deleted', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:07.704695 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6367e4ef-da8f-49dd-91ce-2cca6bbcc452', 'name': 'network-vif-deleted', 'tag': '0a72eb65-92e2-4b3a-ad47-7a50d5f22f68', 'status': 'completed', 'code': 200} Feb 10 21:15:07.719473 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-021e6036-7dd6-4472-9e14-df58045b6725 req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.46 "DELETE /v2.0/ports/0a72eb65-92e2-4b3a-ad47-7a50d5f22f68 HTTP/1.1" status: 204 len: 173 time: 3.1753230 Feb 10 21:15:07.866726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:07.924475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:07.945499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:08.093719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Pushing event updated for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:08.098094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:08.147024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Network 266e75a2-20a3-4473-966b-a2e761af68f1 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:15:08.148451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:15:08.150817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:15:08.281390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:08.282116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:08.330842 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7944605 Feb 10 21:15:08.348898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Request body: {'port': {'device_id': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:15:08.391873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62d90-1b96-406e-986b-496d1da897be req-2c970368-49ef-493e-8996-bc18476c8862 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:08.393553 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40b62d90-1b96-406e-986b-496d1da897be req-2c970368-49ef-493e-8996-bc18476c8862 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1868856 Feb 10 21:15:08.465659 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0d236667-4bbd-4e26-b9bf-412af2596a91 req-c41a45f7-9149-47c2-9d04-941f93420788 tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] 10.222.0.77 "GET /v2.0/ports?device_id=6367e4ef-da8f-49dd-91ce-2cca6bbcc452 HTTP/1.1" status: 200 len: 210 time: 0.0703578 Feb 10 21:15:08.476184 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:08.509795 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40b62d90-1b96-406e-986b-496d1da897be req-ce885993-109c-49dc-9169-c8cac2e3f3ac tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Feb 10 21:15:08.746610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:08.861918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43fffa-3e83-4739-bc91-220bd5f38101 req-ad693316-d70e-442a-8a6d-569883a86dc0 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:08.863650 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9e43fffa-3e83-4739-bc91-220bd5f38101 req-ad693316-d70e-442a-8a6d-569883a86dc0 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 931 time: 0.1733856 Feb 10 21:15:08.914846 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-ee9683d9-032a-45eb-b0d3-4f2e09096ecb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2095037 Feb 10 21:15:08.946611 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9e43fffa-3e83-4739-bc91-220bd5f38101 req-733cd1c4-eb8a-4964-8a11-733e397611d9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Feb 10 21:15:09.067032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:15:09.078343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:09.101994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Transition to ACTIVE for port object b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:15:09.108183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-e71412da-b855-45dc-bb26-a63db7357580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:09.114455 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-e71412da-b855-45dc-bb26-a63db7357580 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.1639569 Feb 10 21:15:09.129907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:09.147229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:09.601415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:09.605226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:09.684854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-130a706c-6d98-4ad7-adaf-d7ef00e98cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:09.686459 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-130a706c-6d98-4ad7-adaf-d7ef00e98cf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.4930575 Feb 10 21:15:09.826580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3731-7e97-440d-af1b-51743a12845a req-9d846873-8177-462d-8225-2866adad8287 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:09.828427 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-47fe3731-7e97-440d-af1b-51743a12845a req-9d846873-8177-462d-8225-2866adad8287 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1766312 Feb 10 21:15:09.916058 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-632234b2-b98b-4509-aef8-dd200725b236 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1743522 Feb 10 21:15:09.935351 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-47fe3731-7e97-440d-af1b-51743a12845a req-fcf238d5-6369-42f2-b2ba-8a25b930b681 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002221 Feb 10 21:15:09.984316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Attempting to bind port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:15:09.985232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Attempting to bind port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:15:09.985232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Attempting to bind port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca on network 266e75a2-20a3-4473-966b-a2e761af68f1 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:15:10.002340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:15:10.002735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Checking segment: {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:15:10.003222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:10.004220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Bound using segment: {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:15:10.004788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Bound port: b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebce4ba-fa6b-4453-850e-436f7e956ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '266e75a2-20a3-4473-966b-a2e761af68f1'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:15:10.005214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:10.031233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-44a6fb13-10cc-43f9-a1d3-9ce9e32a1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.032573 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-44a6fb13-10cc-43f9-a1d3-9ce9e32a1a04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.1040640 Feb 10 21:15:10.211978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] For port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:15:10.216875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-25118c0a-644e-4db4-8291-62aee2b8cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.218972 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-25118c0a-644e-4db4-8291-62aee2b8cd96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1527507 Feb 10 21:15:10.225358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] For port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:15:10.261682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:10.289772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:10.357282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35de08-d800-415d-ae6b-8f0c8dc3a045 req-6530cdda-2d2a-4487-bd1d-82d647e87649 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.359064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d35de08-d800-415d-ae6b-8f0c8dc3a045 req-6530cdda-2d2a-4487-bd1d-82d647e87649 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.2164674 Feb 10 21:15:10.427642 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d35de08-d800-415d-ae6b-8f0c8dc3a045 req-0a46f278-c827-4534-a04b-fcd6e7ae5839 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619617 Feb 10 21:15:10.541410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:10.555881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:10.576572 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-f0ef0eb2-dbf1-4017-a8b8-5a57d6ac724f service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494418 Feb 10 21:15:10.635523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.636715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:10.638177 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca HTTP/1.1" status: 200 len: 1157 time: 2.2946405 Feb 10 21:15:10.638717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:10.768077 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca', 'status': 'completed', 'code': 200} Feb 10 21:15:10.798177 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-706c305a-4ec8-4cf4-b3a8-5076ae33f08b req-3a17c4ca-e340-4aca-ab97-ba01f49a064b service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109466 Feb 10 21:15:10.824706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-6d2672b7-1f14-4b63-a25c-16c8367905fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.826549 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-6d2672b7-1f14-4b63-a25c-16c8367905fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 1160 time: 0.1046197 Feb 10 21:15:10.913961 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-9ae73ae2-1adc-4abc-a522-0966656e8e2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca HTTP/1.1" status: 200 len: 217 time: 0.0768411 Feb 10 21:15:10.992760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-f780d58e-65be-44a1-947b-bffdb8fe3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:10.994629 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-f780d58e-65be-44a1-947b-bffdb8fe3d6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2ff1c09-fc99-4801-81aa-be4701378e97 HTTP/1.1" status: 200 len: 848 time: 0.0720243 Feb 10 21:15:11.056278 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-05eb6314-44b3-49e4-8c8c-f0852754bbef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e75a2-20a3-4473-966b-a2e761af68f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545146 Feb 10 21:15:11.214361 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-3eac33f2-afa6-4583-957c-fef75d4e7cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502905 Feb 10 21:15:11.235917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1568f79-1477-45bd-a89b-5b277d506987 req-cdcb6691-9ea1-4d0d-8196-5641edcc54a4 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:11.238043 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f1568f79-1477-45bd-a89b-5b277d506987 req-cdcb6691-9ea1-4d0d-8196-5641edcc54a4 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.1784074 Feb 10 21:15:11.304515 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f1568f79-1477-45bd-a89b-5b277d506987 req-eb813686-260c-4f01-b80e-73d1f864bcfa tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603158 Feb 10 21:15:11.379807 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a9b04dcc-4ab4-456f-a097-f16f5f0f7410 req-7ba3d604-de96-46ef-94d0-992d47b5bb4a service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546869 Feb 10 21:15:11.545223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb070d6-864f-449f-bb88-30a06206547d req-b5dc0627-d8ff-45c8-a20c-90535cd1fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:11.546904 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-b5dc0627-d8ff-45c8-a20c-90535cd1fde6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 1160 time: 0.0837538 Feb 10 21:15:11.699322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb070d6-864f-449f-bb88-30a06206547d req-614d2083-cf59-408e-906a-6404490fa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:11.700440 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-614d2083-cf59-408e-906a-6404490fa638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 200 len: 902 time: 0.1456676 Feb 10 21:15:11.745514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f68726-ee6c-4769-8df0-33cd45523f56 req-0eb7ec7b-d374-4acb-8205-08b37df2e5ff tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:11.747242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-62f68726-ee6c-4769-8df0-33cd45523f56 req-0eb7ec7b-d374-4acb-8205-08b37df2e5ff tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.1711326 Feb 10 21:15:11.781987 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-22b7822e-3498-43d0-ad4e-4d4b8504d4bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca HTTP/1.1" status: 200 len: 217 time: 0.0734251 Feb 10 21:15:11.819005 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-62f68726-ee6c-4769-8df0-33cd45523f56 req-87ec7ae5-6ac6-43c5-bde9-4acee65efe2d tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648344 Feb 10 21:15:11.857753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb070d6-864f-449f-bb88-30a06206547d req-9ea259ec-dd4a-4544-8787-524b510218d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:11.859873 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-9ea259ec-dd4a-4544-8787-524b510218d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2ff1c09-fc99-4801-81aa-be4701378e97 HTTP/1.1" status: 200 len: 848 time: 0.0713489 Feb 10 21:15:11.945274 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-d73284cf-7feb-43e5-aa6b-1b76405674ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e75a2-20a3-4473-966b-a2e761af68f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773077 Feb 10 21:15:12.102546 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-13a951f0-f192-4c43-807e-19a3b31137af service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499004 Feb 10 21:15:12.312916 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3fb070d6-864f-449f-bb88-30a06206547d req-6142f750-0e3b-4ea2-be47-0ccf3520f917 service neutron] 10.222.0.46 "GET /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2031770 Feb 10 21:15:12.439656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-e7fd4140-5df2-4b5a-a54b-7ea173b92593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:12.440489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-e7fd4140-5df2-4b5a-a54b-7ea173b92593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Synchronizing usage tracker for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:15:12.495827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-e7fd4140-5df2-4b5a-a54b-7ea173b92593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Unset dirty status for tenant:9e2925f67ff643b2b335331919cbbfaf on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:15:12.497126 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-e7fd4140-5df2-4b5a-a54b-7ea173b92593 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.2632937 Feb 10 21:15:12.622670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Deleting port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:12.623085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:12.671144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1b4b6e87-32ae-49cf-a614-c08445cb0e61 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:12.827456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:12.868820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:12.869969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:12.950034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241bc-b1e3-44c6-aea0-d7e28dd6e0c5 req-569886d7-aba6-454b-b538-62e4f3cd83f0 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:12.951554 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-193241bc-b1e3-44c6-aea0-d7e28dd6e0c5 req-569886d7-aba6-454b-b538-62e4f3cd83f0 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 945 time: 0.4295635 Feb 10 21:15:12.957158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:12.957617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:12.958689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:12.962243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:13.059730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:13.073117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:13.108029 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-193241bc-b1e3-44c6-aea0-d7e28dd6e0c5 req-cfedf75f-7d96-41f3-88de-d592a27cb006 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250978 Feb 10 21:15:13.198989 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61', 'code': 200} Feb 10 21:15:13.269511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3c9f-51bf-4bb5-beab-ec1b12c29e0b req-16aa53b1-945d-4126-b6d0-de4020184ccc tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:13.271488 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e65e3c9f-51bf-4bb5-beab-ec1b12c29e0b req-16aa53b1-945d-4126-b6d0-de4020184ccc tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.2419548 Feb 10 21:15:13.349179 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e65e3c9f-51bf-4bb5-beab-ec1b12c29e0b req-8d60562e-3579-4bd5-bcc8-aafb0b9f4413 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702496 Feb 10 21:15:13.374810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Calling delete_port for 1b4b6e87-32ae-49cf-a614-c08445cb0e61 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:13.490217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:15:13.490582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:15:13.992215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Deleting port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:13.993258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:14.280337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] For port 1b4b6e87-32ae-49cf-a614-c08445cb0e61, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4b6e87-32ae-49cf-a614-c08445cb0e61,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:14.280733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:14.431002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Calling delete_port for 1b4b6e87-32ae-49cf-a614-c08445cb0e61 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:14.503634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82352cbb-2735-4cd4-bb17-6957c850976c req-ccb2a287-2620-4033-8a8c-4f7469d00b76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:14.524597 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82352cbb-2735-4cd4-bb17-6957c850976c req-ccb2a287-2620-4033-8a8c-4f7469d00b76 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 943 time: 0.2659938 Feb 10 21:15:14.618320 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-82352cbb-2735-4cd4-bb17-6957c850976c req-61a44290-2f63-49a9-bfee-ed817ab61e91 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b07130d-86a7-41ed-a339-e2d5eeaff82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931201 Feb 10 21:15:14.734067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:14.748293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:14.811042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Pushing event deleted for resources: {'Port': ['ID=1b4b6e87-32ae-49cf-a614-c08445cb0e61,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:14.815206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:14.839998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cde84-d688-49d8-b569-c1a9741b2e04 req-568c436b-1961-42b8-a319-7b395db7a203 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:14.841715 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5d5cde84-d688-49d8-b569-c1a9741b2e04 req-568c436b-1961-42b8-a319-7b395db7a203 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.2223167 Feb 10 21:15:14.946738 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5d5cde84-d688-49d8-b569-c1a9741b2e04 req-de769402-5d39-4f56-ba80-4119942609fd tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Feb 10 21:15:14.981744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] No DVR routers for this DVR port 1b4b6e87-32ae-49cf-a614-c08445cb0e61 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:14.988037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:14.993617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-deleted', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:15.033871 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4a90741c-170c-4db5-b940-38a94fb03e22 req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.46 "DELETE /v2.0/ports/1b4b6e87-32ae-49cf-a614-c08445cb0e61 HTTP/1.1" status: 204 len: 173 time: 2.5301909 Feb 10 21:15:15.168246 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c24e-49a6-40ca-990c-89291d55ad71', 'name': 'network-vif-deleted', 'tag': '1b4b6e87-32ae-49cf-a614-c08445cb0e61', 'status': 'completed', 'code': 200} Feb 10 21:15:15.515421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3b3e3-e66f-4800-b765-0bf811338b40 req-99e57587-003e-4af1-a9fb-30f0cb8b63f0 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:15.517001 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c6a3b3e3-e66f-4800-b765-0bf811338b40 req-99e57587-003e-4af1-a9fb-30f0cb8b63f0 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.1666708 Feb 10 21:15:15.583157 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c6a3b3e3-e66f-4800-b765-0bf811338b40 req-214c398f-cc8a-49af-b94e-b5e9683f10cf tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Feb 10 21:15:15.820208 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-efce4406-bd09-4966-924a-fb5e3676d096 req-157a1cde-4671-4e1d-af5f-91df62aa8218 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4b8c24e-49a6-40ca-990c-89291d55ad71 HTTP/1.1" status: 200 len: 210 time: 0.0499494 Feb 10 21:15:16.245263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ab0f-25ec-4975-be6a-2294ac6fec9f req-19f29213-5911-4668-8075-2fefd55eae82 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:16.247005 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08d6ab0f-25ec-4975-be6a-2294ac6fec9f req-19f29213-5911-4668-8075-2fefd55eae82 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.1735096 Feb 10 21:15:16.311753 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08d6ab0f-25ec-4975-be6a-2294ac6fec9f req-c279e5ad-c938-4108-bb5e-9a837c818fc0 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Feb 10 21:15:16.486771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 54768) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:16.674861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1edb4df3-8cf7-4114-af1b-c254cade6b98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f77b4ed9bb564a73a9f50067b39ced2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844099 Feb 10 21:15:16.675303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 54776) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:16.796087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:16.834834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:16.934837 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 54784) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:16.980063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714424-c95d-4d34-89ce-319f8a23ad47 req-2cb3905e-7369-43cd-be05-a55265207c38 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:16.981757 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55714424-c95d-4d34-89ce-319f8a23ad47 req-2cb3905e-7369-43cd-be05-a55265207c38 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.2602456 Feb 10 21:15:17.053314 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55714424-c95d-4d34-89ce-319f8a23ad47 req-ef1b9c5e-9ea9-47e2-81f5-45aff08f8ead tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651095 Feb 10 21:15:17.054784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.060709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-837fbd0d-ec7a-4a11-a7fd-c976644c7ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:17.072421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9498b369-20d8-4aa8-b63a-a2b07b7fd739,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:17.080078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:17.080879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.084940 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9498b369-20d8-4aa8-b63a-a2b07b7fd739 HTTP/1.1" status: 204 len: 168 time: 0.4086373 Feb 10 21:15:17.436808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:15:17.563864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:15:17.569799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:15:17.570681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.595581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.646505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57890671-ff02-4d36-974b-f766d51072e3 req-5445e08e-a0fa-4165-b5f7-de6c584489f0 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:17.655474 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-57890671-ff02-4d36-974b-f766d51072e3 req-5445e08e-a0fa-4165-b5f7-de6c584489f0 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.1936297 Feb 10 21:15:17.717126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.727237 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-57890671-ff02-4d36-974b-f766d51072e3 req-236588c0-c1d6-4d38-b1fb-fd05c9505974 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Feb 10 21:15:17.754689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:17.767199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:17.798527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:17.800958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:17.856062 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca', 'code': 200} Feb 10 21:15:17.883355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:17.887356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:18.041335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Deleting port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:18.041978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:18.332780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db258b7-0993-458c-8093-6a8c093f9e7b req-23a0d7a8-5d34-4634-9b94-41cc9c836871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:18.334551 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0db258b7-0993-458c-8093-6a8c093f9e7b req-23a0d7a8-5d34-4634-9b94-41cc9c836871 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 1162 time: 0.2237337 Feb 10 21:15:18.336763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] For port 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,segment=NetworkSegment(c79d5c84-b005-4283-8a02-6e7ff8311b0c),segment_id=c79d5c84-b005-4283-8a02-6e7ff8311b0c)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:18.337277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:18.476811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed80a22-52b2-4df2-a4a8-5fa7ce47df66 req-fcefb454-159d-42dc-a390-08e4248a4f2e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:18.478733 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ed80a22-52b2-4df2-a4a8-5fa7ce47df66 req-fcefb454-159d-42dc-a390-08e4248a4f2e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.2025192 Feb 10 21:15:18.499629 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Calling delete_port for 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 owned by network:router_interface {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:18.567652 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0db258b7-0993-458c-8093-6a8c093f9e7b req-d49309ff-6b8d-466f-9f1d-40d7cef5f2cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556418 Feb 10 21:15:18.571046 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ed80a22-52b2-4df2-a4a8-5fa7ce47df66 req-c291782c-2b43-472b-a84b-7c9702dd2142 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Feb 10 21:15:18.718075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:15:18.891707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:15:18.893138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:19.144114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:19.160944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724cb1-7abd-4507-a88b-0b15889d5e27 req-fa10f285-4f94-4558-82dd-264ba91b0078 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:19.162723 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71724cb1-7abd-4507-a88b-0b15889d5e27 req-fa10f285-4f94-4558-82dd-264ba91b0078 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 945 time: 0.1952434 Feb 10 21:15:19.183345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:19.233726 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71724cb1-7abd-4507-a88b-0b15889d5e27 req-e1022c72-eb2c-4f87-b37b-bd11c8b6c80a tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614309 Feb 10 21:15:19.234755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7f18e0-109d-4b53-be2d-13c0d9c1faf2,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:19.282896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:19.590990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:19.895427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d0869-517d-4a5c-9c5d-78e50e2a1e2e req-70839f87-634d-43ff-b675-dfa4ca3802ea tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:19.897192 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9b6d0869-517d-4a5c-9c5d-78e50e2a1e2e req-70839f87-634d-43ff-b675-dfa4ca3802ea tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.1899531 Feb 10 21:15:19.974461 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9b6d0869-517d-4a5c-9c5d-78e50e2a1e2e req-1f69db90-5058-4947-ba6b-91777fb29d38 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676858 Feb 10 21:15:20.170996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Router e2cf12e9-338b-41a9-b7b3-9fd63e9861da has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:15:20.376471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:15:20.389370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Sync routers for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:15:20.394140 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] 10.222.0.77 "PUT /v2.0/routers/e2cf12e9-338b-41a9-b7b3-9fd63e9861da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547150 Feb 10 21:15:20.394352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 54856) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:20.408943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:15:20.409488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:14:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:20.614607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:15:20.616878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2300-db9e-4be0-9fa3-40648e3ace02 req-073e253a-837e-4761-8310-a177fcd0c436 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:20.618849 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-323c2300-db9e-4be0-9fa3-40648e3ace02 req-073e253a-837e-4761-8310-a177fcd0c436 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 945 time: 0.2456391 Feb 10 21:15:20.648945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks [] for router, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:20.711204 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-323c2300-db9e-4be0-9fa3-40648e3ace02 req-a0bbdf27-8422-49eb-8aa0-e5465708b2f1 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Feb 10 21:15:20.885254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:20.903700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Deleting port 83e627aa-dabf-4db4-b84e-789706385389 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:20.903700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:21.060240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:15:19Z', 'revision_number': 5, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:21.076865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Checking router: e2cf12e9-338b-41a9-b7b3-9fd63e9861da for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:15:21.100952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Routers {'e2cf12e9-338b-41a9-b7b3-9fd63e9861da'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:15:21.103164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:14:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:21.391817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] Set router e2cf12e9-338b-41a9-b7b3-9fd63e9861da gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:15:21.393708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29252a-9bd6-4f56-b73e-0632f898621f req-933f9276-6aea-42e2-868d-e89234458e44 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:21.395765 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eb29252a-9bd6-4f56-b73e-0632f898621f req-933f9276-6aea-42e2-868d-e89234458e44 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.1987329 Feb 10 21:15:21.484718 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eb29252a-9bd6-4f56-b73e-0632f898621f req-626dab6f-158b-40e4-9481-e17397b8cef7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809946 Feb 10 21:15:21.544463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-253b5b1d-f880-435b-8504-8a31d18ec09c tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:21.546535 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-253b5b1d-f880-435b-8504-8a31d18ec09c tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 945 time: 0.5856054 Feb 10 21:15:21.547177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc375b32-c26a-4f34-99de-720c6e606b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:21.552767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] For port 83e627aa-dabf-4db4-b84e-789706385389, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=83e627aa-dabf-4db4-b84e-789706385389,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:21.553260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:21.743414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Calling delete_port for 83e627aa-dabf-4db4-b84e-789706385389 owned by network:router_gateway {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:21.754835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:15:19Z', 'revision_number': 5, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:21.759012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8567f-7110-4639-9724-e75609f7e82a None None] The sync data for ids ['e2cf12e9-338b-41a9-b7b3-9fd63e9861da'] in dv-cinder-775008-1-smb is: [{'id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'name': 'tempest-ServerRescueNegativeTestJSON-1479637164-router', 'tenant_id': '9e2925f67ff643b2b335331919cbbfaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '83e627aa-dabf-4db4-b84e-789706385389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:27Z', 'updated_at': '2021-02-10T21:15:19Z', 'revision_number': 5, 'project_id': '9e2925f67ff643b2b335331919cbbfaf', 'gw_port': {'id': '83e627aa-dabf-4db4-b84e-789706385389', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf12e9-338b-41a9-b7b3-9fd63e9861da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:31Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:15:21.825728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Deleting port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:21.837643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.209088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: result = function(*args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: proto.__init__(conn_state, self) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: self.handle() Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: self.handle_one_request() Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: self.handle_one_response() Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: result = self.application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return app(environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return request.get_response(self.application) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self._app) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: response = self.app(environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:15:22.216220 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: result = method(request=request, **args) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return self._delete(request, id, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*dup_args, **dup_kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: obj_deleter(request.context, id, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return method(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(*dup_args, **dup_kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: self._delete_current_gw_port(context, id, router, None) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: admin_ctx, gw_port_id, l3_port_check=False) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, context, *args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return method(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: context, port, router_ids, bound_mech_contexts) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: return function(*args, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: callback(resource, event, trigger, **kwargs) Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: if self._is_session_semantic_violated(context, resource, event): Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: stack = traceback.extract_stack() Feb 10 21:15:22.224983 dv-cinder-775008-1-smb neutron-server[79890]: Feb 10 21:15:22.251358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] For port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:22.251680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.465723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Calling delete_port for 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:22.717500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:22.725722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.775671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e79a-eaef-4422-b0e2-32846a7bd2ba req-88efb017-6a2b-4cc2-8e2c-555c9da57080 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:22.783418 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fa8e79a-eaef-4422-b0e2-32846a7bd2ba req-88efb017-6a2b-4cc2-8e2c-555c9da57080 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 945 time: 0.1918719 Feb 10 21:15:22.855499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.876023 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d243e130-7fc4-4848-887f-ab0402b75955 req-46c33135-ef58-4974-ab4c-6cffcf93eefb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 210 time: 0.0654564 Feb 10 21:15:22.877359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.882279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.909467 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fa8e79a-eaef-4422-b0e2-32846a7bd2ba req-3023bba7-f041-49f3-bf50-48dd5f0e2c64 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250787 Feb 10 21:15:22.964642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:22.980300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:22.980682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-38a43048-73cb-4ab1-ac87-eac46de48914 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:23.017818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:15:23.018210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6d7f18e0-109d-4b53-be2d-13c0d9c1faf2 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:15:23.118813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Pushing event deleted for resources: {'Port': ['ID=5ea56dba-cad4-4dd9-93f8-7d0a76928e71,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:23.123514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:23.212496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.213078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cf12e9-338b-41a9-b7b3-9fd63e9861da {{(pid=80003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:15:23.287265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] No DVR routers for this DVR port 5ea56dba-cad4-4dd9-93f8-7d0a76928e71 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:23.290157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.292513 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-946b10e5-2746-4fd4-9563-b4eb1175ad0d req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "DELETE /v2.0/ports/5ea56dba-cad4-4dd9-93f8-7d0a76928e71 HTTP/1.1" status: 204 len: 173 time: 1.7300584 Feb 10 21:15:23.293104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'name': 'network-vif-deleted', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:23.308896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.312206 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3d20fc20-e036-4785-adec-dde6f4d8c568 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e2cf12e9-338b-41a9-b7b3-9fd63e9861da HTTP/1.1" status: 204 len: 168 time: 2.9147608 Feb 10 21:15:23.312787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 54912) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:23.370144 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4df95f-cf59-453c-9a48-4a578c04bda2', 'name': 'network-vif-deleted', 'tag': '5ea56dba-cad4-4dd9-93f8-7d0a76928e71', 'status': 'completed', 'code': 200} Feb 10 21:15:23.392084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Deleting subnet 3b4bd43c-8698-4293-bf9e-2a1b6e96469f {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:15:23.395343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.448536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.513580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.529381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fdebef06-8ba5-4e24-9d03-275f818988fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:23.858714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.003917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:24.085320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4bd43c-8698-4293-bf9e-2a1b6e96469f,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:24.089123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:24.257357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.267585 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e3a41f0a-3659-460a-87d9-fe3fde314ee0 req-8eb47ef2-32ae-4b87-88ba-4c4f5673977f tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe4df95f-cf59-453c-9a48-4a578c04bda2 HTTP/1.1" status: 200 len: 210 time: 0.0686996 Feb 10 21:15:24.274715 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d51c7ce8-a967-4b17-8a80-2f4f218940ac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3b4bd43c-8698-4293-bf9e-2a1b6e96469f HTTP/1.1" status: 204 len: 168 time: 0.9606535 Feb 10 21:15:24.281378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 54934) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:24.284010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.373149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c1523-2fe9-4ada-a90d-5e407cffc2f9 req-a086eba6-923b-4591-90d8-00b727859c7e tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:24.381286 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-868c1523-2fe9-4ada-a90d-5e407cffc2f9 req-a086eba6-923b-4591-90d8-00b727859c7e tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 945 time: 0.3097634 Feb 10 21:15:24.454518 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-868c1523-2fe9-4ada-a90d-5e407cffc2f9 req-b4ce5e23-5436-433a-a951-8b735660b2bc tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720768 Feb 10 21:15:24.749811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:24.789795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24182eea-e412-423f-9970-cab097fa25d6 req-7ba58988-cfbd-4e8d-9c62-a18f6b46d350 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:24.790736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-24182eea-e412-423f-9970-cab097fa25d6 req-7ba58988-cfbd-4e8d-9c62-a18f6b46d350 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Synchronizing usage tracker for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:15:24.808167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.811755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:15:24.892370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.923737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:24.935452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:24.948236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-24182eea-e412-423f-9970-cab097fa25d6 req-7ba58988-cfbd-4e8d-9c62-a18f6b46d350 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Unset dirty status for tenant:7ecee62ed7824bce9c0f6549ca4bb5dc on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:15:24.948236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-24182eea-e412-423f-9970-cab097fa25d6 req-7ba58988-cfbd-4e8d-9c62-a18f6b46d350 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 945 time: 0.7700832 Feb 10 21:15:24.970094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:24.972551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-68ac4008-aa2e-45f2-a6e6-e87b4c952c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:25.018296 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca', 'code': 200} Feb 10 21:15:25.033416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 83e627aa-dabf-4db4-b84e-789706385389 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:15:25.075740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.142259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Deleting port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:15:25.142648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.236453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 83e627aa-dabf-4db4-b84e-789706385389 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:15:25.236692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 83e627aa-dabf-4db4-b84e-789706385389 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:15:25.266757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:25.275699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:25.334072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6260522-4f19-4a18-8f9f-ac69ef32f5b2']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:25.353359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79d5c84-b005-4283-8a02-6e7ff8311b0c') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:25.353691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79d5c84-b005-4283-8a02-6e7ff8311b0c') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:25.413010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.502978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.504602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:15:25.552210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.740705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] For port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,segment=NetworkSegment(bebce4ba-fa6b-4453-850e-436f7e956ab4),segment_id=bebce4ba-fa6b-4453-850e-436f7e956ab4)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:25.741107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.777854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:15:25.797085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:25.869322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348e8c-a044-4a3d-ba05-bedacf33ff4a req-af7e9c13-b18d-44ef-a18f-c3c91477c7ba tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:25.871988 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0d348e8c-a044-4a3d-ba05-bedacf33ff4a req-af7e9c13-b18d-44ef-a18f-c3c91477c7ba tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 943 time: 0.2026296 Feb 10 21:15:26.020616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Calling delete_port for b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:15:26.021743 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0d348e8c-a044-4a3d-ba05-bedacf33ff4a req-263116ba-49e1-4154-9636-e22713e83051 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fb83e24-f9f7-4d78-b879-b2293c75cdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238723 Feb 10 21:15:26.185676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Network d6260522-4f19-4a18-8f9f-ac69ef32f5b2 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:15:26.224639 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:15:26.289355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:26.387383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:26.390836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6976a2ee-78aa-4456-8a75-b0f6375ed110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:26.406503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:26.418097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6260522-4f19-4a18-8f9f-ac69ef32f5b2,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:26.422021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:26.423159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:26.439940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3cf787a5-d8c5-40d1-b95f-2abf8741e684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:26.519987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Pushing event deleted for resources: {'Port': ['ID=b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:26.519987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:26.563114 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-bd8d6b4e-eb36-4f2b-85f9-230188c780f8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d6260522-4f19-4a18-8f9f-ac69ef32f5b2 HTTP/1.1" status: 204 len: 168 time: 2.2806609 Feb 10 21:15:26.664231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] No DVR routers for this DVR port b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:15:26.666511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:26.668857 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-24182eea-e412-423f-9970-cab097fa25d6 req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.46 "DELETE /v2.0/ports/b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca HTTP/1.1" status: 204 len: 173 time: 1.7108374 Feb 10 21:15:26.669390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-deleted', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:26.741222 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff04ae2-2c2d-4eee-8dc7-b6cea5a65574', 'name': 'network-vif-deleted', 'tag': 'b3e63ea1-bfb8-4b5d-91b0-3f97d3122eca', 'status': 'completed', 'code': 200} Feb 10 21:15:26.959053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55018) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:27.018609 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a4245462-f51c-4ea1-ae76-f9b0b782517c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e2925f67ff643b2b335331919cbbfaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580521 Feb 10 21:15:27.021277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55022) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:27.090075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:27.120248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:27.204060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:27.209188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-08c26f54-cd0b-4242-8607-243700c5fbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:27.223033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07130d-86a7-41ed-a339-e2d5eeaff82a,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:27.226162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:27.228210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:27.229994 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b07130d-86a7-41ed-a339-e2d5eeaff82a HTTP/1.1" status: 204 len: 168 time: 0.2076976 Feb 10 21:15:27.278259 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bf550dd9-5729-4bc8-8355-f15fca7a526c req-b7863abe-3a8f-4c9b-b265-bde61713f5d7 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff04ae2-2c2d-4eee-8dc7-b6cea5a65574 HTTP/1.1" status: 200 len: 210 time: 0.0603497 Feb 10 21:15:28.397726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55080) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:28.573865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:28.591509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:28.595707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Usage tracker for resource:security_group_rule and tenant:0119dcd32b9f4ee1814f7f4dac8165d0 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:28.598726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:28.605769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:28.723040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:28.763896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:28.773762 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c19aa70f-5e9a-4dcf-9071-a86a44b3803f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:28.820654 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0119dcd32b9f4ee1814f7f4dac8165d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217467 Feb 10 21:15:28.821598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224872a9-00da-43b5-a0a5-fc3ac07ec172,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:28.824057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55112) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:28.830901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.832562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.832562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.832562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.832562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.832972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.833446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.833847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.834244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.834639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.835055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.835447 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.835936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.836389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.836790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.837179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.837566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.837953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.838911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.839996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.840403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.840802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.841194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.841582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:28.846512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:28.931132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:28.964836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:29.091005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:29.095224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26eff68d-9d95-4780-90e6-b64a1376885c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:29.106641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224872a9-00da-43b5-a0a5-fc3ac07ec172,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:29.115574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.115983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.116389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.117053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.117441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.117838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.118214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.118601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.119011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.119393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.120322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.120704 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.121185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.121564 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.122026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.122290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.132986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:15:29.133815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:29.141828 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:29.146149 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/224872a9-00da-43b5-a0a5-fc3ac07ec172 HTTP/1.1" status: 204 len: 168 time: 0.3211107 Feb 10 21:15:29.747210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55154) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:29.912565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:29.929374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:29.934064 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:05d610040c2441a28f31ea6c4384429f is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:29.937342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:29.943374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:30.029459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.065946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.074558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-655f8d8b-6bf4-48c6-9dde-5a7f28bf91bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:30.117192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879104c-bc0e-4ea6-9951-6436ce90ae1b,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:30.124693 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05d610040c2441a28f31ea6c4384429f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738153 Feb 10 21:15:30.124693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2ac9978d-348d-4dcd-8741-46b3940d7ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:30.125598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55168) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:30.193578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.222593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.312359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.318640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7063e92b-1352-4428-83c2-ae160bc9ce76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:30.337822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879104c-bc0e-4ea6-9951-6436ce90ae1b,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:30.341811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:30.346889 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6879104c-bc0e-4ea6-9951-6436ce90ae1b HTTP/1.1" status: 204 len: 168 time: 0.2206180 Feb 10 21:15:30.348558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5d7e4e93-37c1-44e9-9fbc-4c87d0b6c91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:30.706853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-e6920f2e-2240-4599-9b05-bbc36c1f7774 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:30.708570 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-e6920f2e-2240-4599-9b05-bbc36c1f7774 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 814 time: 0.2456625 Feb 10 21:15:30.727664 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-41fb5054-faef-4812-9da4-fb111c015557 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/quotas/97b3628edb574cfeb1d18fb36f99009d HTTP/1.1" status: 200 len: 375 time: 0.0120902 Feb 10 21:15:30.786532 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-ceb12f89-4ff7-4e80-8de4-106f010566f4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509601 Feb 10 21:15:30.943844 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-f65e4420-815b-4f5e-be99-e3b1d4366ecc service neutron] 10.222.0.77 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488147 Feb 10 21:15:31.092634 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-00899770-e59d-4281-a751-34c87d597d23 service neutron] 10.222.0.77 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419299 Feb 10 21:15:31.411129 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-724e4cc6-1d6c-402b-a60a-39ff6e34c1cc req-4c607474-af8e-41a8-9704-391399f57db5 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 210 time: 0.0546899 Feb 10 21:15:32.219864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55272) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:32.498975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:32.531269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:32.537062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Usage tracker for resource:security_group_rule and tenant:920da413fa864e0da2ab41d2d6e64255 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:32.551124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:32.559781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:32.740484 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eed5e1f8-0f04-43fc-b3e7-9ea00a50b0ee req-ed9a9e7a-0454-4863-8a9b-ee1bf08da99e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 210 time: 0.1055570 Feb 10 21:15:32.769031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:32.803742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:32.816558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:32.867946 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=920da413fa864e0da2ab41d2d6e64255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457891 Feb 10 21:15:32.871506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55294) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:32.881696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad144f7-2edd-483e-9281-7b119aaa2a00,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:32.891401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:33.019221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:33.059098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:33.286905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:33.298917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-302e9a03-7741-40af-a2d0-098b0642e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:33.410835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-d944faa9-8b05-4600-9742-22c69c08adb7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:33.411649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-d944faa9-8b05-4600-9742-22c69c08adb7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Synchronizing usage tracker for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:15:33.421366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad144f7-2edd-483e-9281-7b119aaa2a00,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:33.437919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:33.445069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:33.449765 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ad144f7-2edd-483e-9281-7b119aaa2a00 HTTP/1.1" status: 204 len: 168 time: 0.5774934 Feb 10 21:15:33.478079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-d944faa9-8b05-4600-9742-22c69c08adb7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Unset dirty status for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:15:33.480569 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-d944faa9-8b05-4600-9742-22c69c08adb7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 814 time: 0.3675008 Feb 10 21:15:33.512437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Request body: {'port': {'device_id': '4aff5a04-f953-4a74-af3b-731317abed9d', 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836', 'admin_state_up': True, 'tenant_id': '97b3628edb574cfeb1d18fb36f99009d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:15:34.101867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:34.131786 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Usage tracker for resource:port and tenant:97b3628edb574cfeb1d18fb36f99009d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:34.136280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:34.154558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:34.198498 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f43c2b6-7a30-479a-b0eb-0b3e11c32513 req-478070f7-5af7-4ec3-b4ce-90fa3ab5ba8f tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 210 time: 0.1289480 Feb 10 21:15:34.261582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Made reservation on behalf of 97b3628edb574cfeb1d18fb36f99009d for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:15:34.283881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:34.672781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Allocated IP 172.20.0.3 (9fbf7e65-55cf-4576-91c0-4cfd79d63836/f242f1ad-bae2-422a-ac3e-f9015e384c00/96345e01-332a-4d4a-9c59-a0c9ebaaac26) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:15:34.951530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:35.014474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:35.030667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5c35b0b0-1cf2-4137-9351-b3d1c220c238 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:35.180626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Pushing event updated for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:35.185754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:35.239750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:15:35.242530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:15:35.246824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:15:35.445159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:35.445805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:35.502518 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0009258 Feb 10 21:15:35.530393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Request body: {'port': {'device_id': '4aff5a04-f953-4a74-af3b-731317abed9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:15:35.587410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347df7-3e93-45b7-8cda-f3c133e576df req-d2201bd5-2667-4ba2-a11e-6cb03987d940 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:35.598430 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0f347df7-3e93-45b7-8cda-f3c133e576df req-d2201bd5-2667-4ba2-a11e-6cb03987d940 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 931 time: 0.1965775 Feb 10 21:15:35.675386 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0f347df7-3e93-45b7-8cda-f3c133e576df req-ddd25b3a-da9c-4bc2-97b9-b8d320664a71 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758390 Feb 10 21:15:35.711199 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.199573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96345e01-332a-4d4a-9c59-a0c9ebaaac26 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:15:36.210450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.224894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Transition to ACTIVE for port object 96345e01-332a-4d4a-9c59-a0c9ebaaac26 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:15:36.278138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.297838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:36.479834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Pushing event updated for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:36.485263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:36.695446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Attempting to bind port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:15:36.695913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Attempting to bind port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:15:36.696164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Attempting to bind port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 on network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:15:36.703371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:15:36.703739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Checking segment: {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:15:36.704139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.704525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Bound using segment: {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:15:36.704992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Bound port: 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9e3bf-c220-4650-84dd-a6ac40881b05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9fbf7e65-55cf-4576-91c0-4cfd79d63836'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:15:36.705361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.833669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:15:36.837292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:15:36.879480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:36.920084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ebf770fa-cfe3-4dc6-acda-62832d98dbde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:37.017041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301bbeb-d1d0-46be-900b-51057ec8781f req-8dafe67e-d839-4460-9db5-252aa265a3f7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:37.018965 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6301bbeb-d1d0-46be-900b-51057ec8781f req-8dafe67e-d839-4460-9db5-252aa265a3f7 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 943 time: 0.2032993 Feb 10 21:15:37.096070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6301bbeb-d1d0-46be-900b-51057ec8781f req-31b633b9-a244-40a7-a270-4d663e6062f6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687456 Feb 10 21:15:37.149503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Pushing event updated for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:37.155037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:37.201707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:37.202382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:37.203901 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] 10.222.0.46 "PUT /v2.0/ports/96345e01-332a-4d4a-9c59-a0c9ebaaac26 HTTP/1.1" status: 200 len: 1157 time: 1.6898751 Feb 10 21:15:37.204450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:37.271895 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26', 'status': 'completed', 'code': 200} Feb 10 21:15:37.401931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-5fcef12e-99fb-4fae-a9d1-2cda509d55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:37.403631 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-5fcef12e-99fb-4fae-a9d1-2cda509d55de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 1160 time: 0.1209738 Feb 10 21:15:37.529442 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-f51cab30-13ff-4cb2-98a5-b571f569c69d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26 HTTP/1.1" status: 200 len: 217 time: 0.1174872 Feb 10 21:15:37.626020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-145610c5-4fde-4549-9d92-5e2311dc4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:37.627863 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-145610c5-4fde-4549-9d92-5e2311dc4010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f242f1ad-bae2-422a-ac3e-f9015e384c00 HTTP/1.1" status: 200 len: 854 time: 0.0897815 Feb 10 21:15:37.691473 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-65e9c56e-bc5e-4319-9f4e-0c9f01771742 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fbf7e65-55cf-4576-91c0-4cfd79d63836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564258 Feb 10 21:15:37.919898 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-d9e1346d-48b3-4b73-8b6e-8e17a95a5c53 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203519 Feb 10 21:15:38.083099 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96c42678-06d6-4a37-9a27-267c7e4a6a00 req-79039d51-f5e7-4276-9608-d918241127f2 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556680 Feb 10 21:15:38.309288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-cd47a261-c97a-4b48-97b9-925965c24c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:38.311070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-cd47a261-c97a-4b48-97b9-925965c24c28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97b3628edb574cfeb1d18fb36f99009d&device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 1160 time: 0.1436574 Feb 10 21:15:38.541808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-6814f334-c731-4821-a390-1ed453f4c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:38.543676 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-6814f334-c731-4821-a390-1ed453f4c38a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 200 len: 908 time: 0.2251260 Feb 10 21:15:38.631738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b5dd-3e0a-4cac-abd7-3662d805fe2e req-1600fd5a-bf64-4a15-abd8-dc91596423eb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:38.636302 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-67a6b5dd-3e0a-4cac-abd7-3662d805fe2e req-1600fd5a-bf64-4a15-abd8-dc91596423eb tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 943 time: 0.3406138 Feb 10 21:15:38.760709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:38.779339 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-67a6b5dd-3e0a-4cac-abd7-3662d805fe2e req-aa2133d0-6970-45eb-905b-c8e0ffecfc1f tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372256 Feb 10 21:15:38.974048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-174fd5b9-e20b-4b59-b308-3bd4ab16d3fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26 HTTP/1.1" status: 200 len: 217 time: 0.4210761 Feb 10 21:15:39.076362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-00a953ac-c25e-4064-9aba-2b79637a4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:39.077973 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-00a953ac-c25e-4064-9aba-2b79637a4895 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f242f1ad-bae2-422a-ac3e-f9015e384c00 HTTP/1.1" status: 200 len: 854 time: 0.0953796 Feb 10 21:15:39.141485 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-2a2f0bc0-b554-4d57-aed9-b8faa2fe47dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fbf7e65-55cf-4576-91c0-4cfd79d63836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494776 Feb 10 21:15:39.295454 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-8a8c6773-f3d3-402b-806a-7bbf7d6ebd35 service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468496 Feb 10 21:15:39.453263 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b87caacd-99f7-4fbc-8163-3ba160662327 req-63513cf2-c840-4ec4-8c48-96e54cf25b7d service neutron] 10.222.0.46 "GET /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503398 Feb 10 21:15:40.150416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51f23-8ca4-4d14-96bb-b830db756c29 req-30929332-259e-4441-946e-6ed2a961fcb4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:40.152860 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c5b51f23-8ca4-4d14-96bb-b830db756c29 req-30929332-259e-4441-946e-6ed2a961fcb4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 943 time: 0.2005403 Feb 10 21:15:40.245556 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c5b51f23-8ca4-4d14-96bb-b830db756c29 req-1d30d8b7-1192-48e0-882c-a35e3e03b5e3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Feb 10 21:15:41.440909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 96345e01-332a-4d4a-9c59-a0c9ebaaac26 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:15:41.615068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:15:41.624080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:15:41.624622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:41.863836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:41.904026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4171c9-e7bb-48b4-96c3-65085b7e30e1 req-ef76a40a-bc31-419d-a228-6df647a0cf0a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:41.911970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ab4171c9-e7bb-48b4-96c3-65085b7e30e1 req-ef76a40a-bc31-419d-a228-6df647a0cf0a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 943 time: 0.5352139 Feb 10 21:15:41.947727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:15:41.961744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:15:41.992405 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ab4171c9-e7bb-48b4-96c3-65085b7e30e1 req-3aab81ab-5cfe-451c-86e6-746a89e4e82f tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791721 Feb 10 21:15:42.003495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:42.005476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:42.077296 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26', 'code': 200} Feb 10 21:15:42.142734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:42.154630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:42.492926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21099234-7018-4256-8aaf-a22a33670f76 req-0d1ae432-bf07-4b35-910c-6fe76c3fdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:42.495304 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21099234-7018-4256-8aaf-a22a33670f76 req-0d1ae432-bf07-4b35-910c-6fe76c3fdc2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 1162 time: 0.0884941 Feb 10 21:15:42.548400 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-21099234-7018-4256-8aaf-a22a33670f76 req-7e10dff9-7b21-4e56-8171-5fdd9215afc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Feb 10 21:15:42.890419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 96345e01-332a-4d4a-9c59-a0c9ebaaac26 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:15:43.003597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:15:43.004214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:43.356452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c63394-94fd-4437-a1a9-c98524ac3897 req-5dd2f06f-33cf-40e0-bce0-66053c9e07f6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:43.358428 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-13c63394-94fd-4437-a1a9-c98524ac3897 req-5dd2f06f-33cf-40e0-bce0-66053c9e07f6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.2337043 Feb 10 21:15:43.471402 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-13c63394-94fd-4437-a1a9-c98524ac3897 req-78b8a154-790f-49e1-8a3e-80f1da29c221 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042652 Feb 10 21:15:44.781147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00adfbd-1f79-4915-8ca1-1cb446b925f9 req-caef595e-0c6a-407c-834d-5e4e49aacea3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:15:44.783064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d00adfbd-1f79-4915-8ca1-1cb446b925f9 req-caef595e-0c6a-407c-834d-5e4e49aacea3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.1816499 Feb 10 21:15:44.912667 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d00adfbd-1f79-4915-8ca1-1cb446b925f9 req-cb2412cb-b5d4-4274-b0cf-97d92ef84e4e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199496 Feb 10 21:15:51.547332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ed7729c8-8989-4ad1-ae3a-4630c56edcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:53.517139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60fe0dc0-3014-4201-be24-3b221d0f69ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:53.939823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55728) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:54.007186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Deleting subnet f2ff1c09-fc99-4801-81aa-be4701378e97 {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:15:54.010295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.066530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.127077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.254444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.414721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.431072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:54.478195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ff1c09-fc99-4801-81aa-be4701378e97,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:54.482299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:54.573818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.583649 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fbe74403-7b49-4061-9680-25476bf3a73c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f2ff1c09-fc99-4801-81aa-be4701378e97 HTTP/1.1" status: 204 len: 168 time: 0.6396904 Feb 10 21:15:54.583649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55740) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:54.706276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55746) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:54.708674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.866759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:54.884870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:54.890305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Usage tracker for resource:security_group_rule and tenant:80dd55c0136240748dd31a30b2dd1610 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:54.893648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:54.900836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:54.923956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.002584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.039725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e75a2-20a3-4473-966b-a2e761af68f1']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:55.042577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.052686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-97e8f402-a3c5-48e7-a184-e8ae2c1189fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:55.056946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebce4ba-fa6b-4453-850e-436f7e956ab4') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:55.057282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebce4ba-fa6b-4453-850e-436f7e956ab4') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:15:55.070493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.096757 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80dd55c0136240748dd31a30b2dd1610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891599 Feb 10 21:15:55.097654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1faca8-dc83-40ab-a1b3-a191cc5ac89f,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:55.099580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55754) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:55.101171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:55.155645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.159682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:15:55.237394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.349937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.381666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Network 266e75a2-20a3-4473-966b-a2e761af68f1 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:15:55.397663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.529435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.597118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Network 266e75a2-20a3-4473-966b-a2e761af68f1 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:15:55.620679 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:15:55.728623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.733288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-41e1a6a3-6243-4191-9048-7100420f1a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:55.749652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1faca8-dc83-40ab-a1b3-a191cc5ac89f,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:55.752180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:55.797287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.797287 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e1faca8-dc83-40ab-a1b3-a191cc5ac89f HTTP/1.1" status: 204 len: 168 time: 0.6934938 Feb 10 21:15:55.849001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.852728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:55.868754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:55.871100 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] 10.222.0.77 "DELETE /v2.0/networks/266e75a2-20a3-4473-966b-a2e761af68f1 HTTP/1.1" status: 204 len: 168 time: 1.2862306 Feb 10 21:15:55.879121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Pushing event deleted for resources: {'Network': ['ID=266e75a2-20a3-4473-966b-a2e761af68f1,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:55.881894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-64d29be6-38b2-4f26-b704-36b3ebaeb65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:56.071611 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.124072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55776) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:56.176445 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-90764da7-4139-4050-9de0-5eb683993bc9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ecee62ed7824bce9c0f6549ca4bb5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510328 Feb 10 21:15:56.179009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55780) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:56.240527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.273195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.361061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55784) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:56.380778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.396848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:15:56.400847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Usage tracker for resource:security_group_rule and tenant:b7fbfe240c2040a8a2917a7be4ad129c is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:15:56.404061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:15:56.410162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:15:56.510117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.517632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e5e8b552-e94e-450c-ad0e-cc3acf6be8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:56.553865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb83e24-f9f7-4d78-b879-b2293c75cdf1,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:56.557137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:56.587303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.610437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.611655 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fb83e24-f9f7-4d78-b879-b2293c75cdf1 HTTP/1.1" status: 204 len: 168 time: 0.4316847 Feb 10 21:15:56.631248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.640369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-949a22cb-230c-483a-b13c-6a72a2625fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:56.683719 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7fbfe240c2040a8a2917a7be4ad129c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215191 Feb 10 21:15:56.686150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb9eda-ec76-4f37-ae03-e135c4cfd102,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:56.687705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55792) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:15:56.689708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:56.752834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.781807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.883226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.894426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c00e8a56-dcf6-4021-97db-76f4c50d3be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:15:56.903152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb9eda-ec76-4f37-ae03-e135c4cfd102,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:15:56.906463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:15:56.927608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:15:56.929394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cdb9eda-ec76-4f37-ae03-e135c4cfd102 HTTP/1.1" status: 204 len: 168 time: 0.2402554 Feb 10 21:16:01.803731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:16:04.629702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55924) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:04.770882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:04.792625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:04.797294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Usage tracker for resource:security_group_rule and tenant:b4329e785ad8439487ab6cfae5bdec94 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:04.800632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:04.806417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:04.897185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:04.928677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:04.939996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:04.985835 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4329e785ad8439487ab6cfae5bdec94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723743 Feb 10 21:16:04.986799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aeb720-ce07-4dfd-8321-b694fb087bab,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:04.988649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55932) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:04.990375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:05.056184 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.085928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.157137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.162254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-863f8904-9600-4509-923d-e39d95c01953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:05.175907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aeb720-ce07-4dfd-8321-b694fb087bab,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:05.178951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:05.179852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.181048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6aeb720-ce07-4dfd-8321-b694fb087bab HTTP/1.1" status: 204 len: 168 time: 0.1912806 Feb 10 21:16:05.701148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 55948) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:05.720713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.736928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:05.741294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Usage tracker for resource:security_group_rule and tenant:4c07e3c904464707abe9b097a983f8d3 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:05.744364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:05.750977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:05.837741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.871548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:05.895622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d2f83f45-6b29-4b79-880f-7ebb1d60cd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:05.919473 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c07e3c904464707abe9b097a983f8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139883 Feb 10 21:16:05.921865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 55956) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:05.944434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cca6a4-95d2-4acd-922e-b6830e095cc3,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:05.949829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:06.007438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:06.038322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:06.123348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:06.129136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fcf7c49a-b4f9-4f42-9fa6-46a138eeca0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:06.149985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cca6a4-95d2-4acd-922e-b6830e095cc3,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:06.153197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:06.158667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:06.162349 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6cca6a4-95d2-4acd-922e-b6830e095cc3 HTTP/1.1" status: 204 len: 168 time: 0.2365682 Feb 10 21:16:07.767257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98908afe-0b5b-40d7-a91c-bc5fb47c769b req-0e63e18f-f905-4dd3-99f4-382796af972e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:07.768971 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-98908afe-0b5b-40d7-a91c-bc5fb47c769b req-0e63e18f-f905-4dd3-99f4-382796af972e tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.1845980 Feb 10 21:16:07.835006 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-98908afe-0b5b-40d7-a91c-bc5fb47c769b req-d1b993c5-59fa-4955-8ff4-23fc18ebb673 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Feb 10 21:16:08.684155 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-b135e210-9955-431f-b199-79ae82642237 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1048853 Feb 10 21:16:08.746219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:08.797213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-8da74cc4-2dca-4e12-9dee-e60a808e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:08.797634 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-8da74cc4-2dca-4e12-9dee-e60a808e53fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1162 time: 0.0916450 Feb 10 21:16:09.002924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-a538f3e4-f449-4780-a222-1d91ea0e3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:09.004647 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-a538f3e4-f449-4780-a222-1d91ea0e3491 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1767237 Feb 10 21:16:09.122402 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-17207d19-5bbb-4e53-824e-bac00a7e2237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 1001 time: 0.1094453 Feb 10 21:16:09.196406 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-ada554b7-88ac-42f1-8eef-515eb5772ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:09.198006 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-ada554b7-88ac-42f1-8eef-515eb5772ef0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0684032 Feb 10 21:16:09.211033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65edaaf-4f58-461d-9469-ce79e3c7fdb0 req-b2d0f4e2-1128-42b8-b758-29c45654c33a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:09.213340 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f65edaaf-4f58-461d-9469-ce79e3c7fdb0 req-b2d0f4e2-1128-42b8-b758-29c45654c33a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.2085023 Feb 10 21:16:09.292139 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f65edaaf-4f58-461d-9469-ce79e3c7fdb0 req-bd4eca86-7144-4877-83fd-1403398905d5 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Feb 10 21:16:09.297337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-ab9ee89b-ac18-4f0e-be31-24a114773a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:09.298978 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-ab9ee89b-ac18-4f0e-be31-24a114773a1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935180 Feb 10 21:16:09.476571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-c84a0b10-ef94-453b-abda-1ae4bfe4d62d service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688430 Feb 10 21:16:09.626677 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19c81564-a49a-445a-b0cf-a503e7a32252 req-4b185fbc-6ab9-4e7a-84b1-1d870a9dc3ed service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432564 Feb 10 21:16:10.686951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97901c-78bc-44ef-94d1-207695c4976f req-6487cfc4-5bca-49bf-a71d-b1760e48903a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:10.688861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3a97901c-78bc-44ef-94d1-207695c4976f req-6487cfc4-5bca-49bf-a71d-b1760e48903a tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.2269824 Feb 10 21:16:10.757139 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3a97901c-78bc-44ef-94d1-207695c4976f req-608cdeae-d2a2-4e63-9a9a-333fe40caa10 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618792 Feb 10 21:16:12.181434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f46e-6ab6-4517-8ede-22835a49fecd req-b7ec1d26-c5f9-4bda-bda0-833fc01ed402 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:12.183038 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8266f46e-6ab6-4517-8ede-22835a49fecd req-b7ec1d26-c5f9-4bda-bda0-833fc01ed402 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.1954548 Feb 10 21:16:12.271970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8266f46e-6ab6-4517-8ede-22835a49fecd req-db4620f8-f016-479a-b739-aab6a1e65141 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 Feb 10 21:16:12.415395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-62b82212-9026-43f2-8b2d-5e39ecafbae8 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:12.416236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-62b82212-9026-43f2-8b2d-5e39ecafbae8 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Synchronizing usage tracker for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:16:12.470735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-62b82212-9026-43f2-8b2d-5e39ecafbae8 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Unset dirty status for tenant:97b3628edb574cfeb1d18fb36f99009d on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:16:12.472083 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-62b82212-9026-43f2-8b2d-5e39ecafbae8 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 945 time: 0.2387490 Feb 10 21:16:12.586422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Deleting port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:16:12.586815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:13.062185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 96345e01-332a-4d4a-9c59-a0c9ebaaac26 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:16:13.159337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:16:13.159974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:13.227382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:13.269689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:16:13.284204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:16:13.323141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:13.327567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:13.331403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Calling delete_port for 96345e01-332a-4d4a-9c59-a0c9ebaaac26 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:16:13.377420 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26', 'code': 200} Feb 10 21:16:13.430985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:13.441244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.445300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.446200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.446749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.447399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.447906 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.448610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.449112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.449664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.450150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.450660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.451233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.451835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.452733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.453468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.454206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:13.462142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:13.530875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:16:13.531755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:16:13.630225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb630-bd47-4da2-9b9e-41ceb0c83c1d req-79aab80e-0c0a-4cba-84d4-4a5a612aff5b tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:13.631969 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df3fb630-bd47-4da2-9b9e-41ceb0c83c1d req-79aab80e-0c0a-4cba-84d4-4a5a612aff5b tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 943 time: 0.1964223 Feb 10 21:16:13.719627 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df3fb630-bd47-4da2-9b9e-41ceb0c83c1d req-4226729f-051f-44dd-877e-678990d9ee4b tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/security-groups?id=c529c506-7a61-4694-8cb9-054cd4bad012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Feb 10 21:16:14.033211 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Deleting port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:16:14.033593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:14.322947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] For port 96345e01-332a-4d4a-9c59-a0c9ebaaac26, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=96345e01-332a-4d4a-9c59-a0c9ebaaac26,segment=NetworkSegment(6ea9e3bf-c220-4650-84dd-a6ac40881b05),segment_id=6ea9e3bf-c220-4650-84dd-a6ac40881b05)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:16:14.323536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:14.462370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Calling delete_port for 96345e01-332a-4d4a-9c59-a0c9ebaaac26 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:16:14.671877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:14.689912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3ec7fe2-92b0-40f4-9ac7-15a5b7508ff9 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:14.762200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Pushing event deleted for resources: {'Port': ['ID=96345e01-332a-4d4a-9c59-a0c9ebaaac26,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:14.766778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:14.944777 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e96d233a-3b5a-4c4b-8c3a-64b169aa8ee4 req-e326547e-d0cf-43d0-b28b-a799064914e3 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4aff5a04-f953-4a74-af3b-731317abed9d HTTP/1.1" status: 200 len: 210 time: 0.0655160 Feb 10 21:16:14.956077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] No DVR routers for this DVR port 96345e01-332a-4d4a-9c59-a0c9ebaaac26 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:16:14.958289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:14.962355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-deleted', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:16:15.009089 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c1c5ba00-06c3-4ce4-9024-6622b076a66b req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] 10.222.0.46 "DELETE /v2.0/ports/96345e01-332a-4d4a-9c59-a0c9ebaaac26 HTTP/1.1" status: 204 len: 173 time: 2.5259981 Feb 10 21:16:15.026897 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff5a04-f953-4a74-af3b-731317abed9d', 'name': 'network-vif-deleted', 'tag': '96345e01-332a-4d4a-9c59-a0c9ebaaac26', 'status': 'completed', 'code': 200} Feb 10 21:16:16.588264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56108) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:16.763986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:16.780604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:16.785398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Usage tracker for resource:security_group_rule and tenant:578dd54c3d6d457c840693001413b604 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:16.788482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:16.795037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:16.894722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:16.934256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:16.944610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49f01f19-8d3f-4fed-b077-9465729ac4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:16.992830 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=578dd54c3d6d457c840693001413b604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032097 Feb 10 21:16:16.994515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504dd87-80a8-494c-9708-19a47347d963,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:16.995644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56120) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:16.999390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7cfd693b-153d-44ad-b730-2f40886ef647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:17.069028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.113418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.197576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.205242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:17.224764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504dd87-80a8-494c-9708-19a47347d963,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:17.231394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:17.233741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.235767 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5504dd87-80a8-494c-9708-19a47347d963 HTTP/1.1" status: 204 len: 168 time: 0.2388880 Feb 10 21:16:17.777389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56130) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:17.799547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.817617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:17.822348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Usage tracker for resource:security_group_rule and tenant:097a023d933e4d39b0fcd42e1ffab86a is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:17.825573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:17.831985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:17.960688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.985052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:17.994881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c824ceec-9fa2-4039-816a-54f99ee7a099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:18.038567 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=097a023d933e4d39b0fcd42e1ffab86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599103 Feb 10 21:16:18.039526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c0c1f8-a4f8-4978-8207-124559f17728,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:18.042951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56138) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:18.043144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:18.111317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:18.142038 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:18.213698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:18.220996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4632eea9-d824-4268-8981-19c3f7455271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:18.237542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c0c1f8-a4f8-4978-8207-124559f17728,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:18.251956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:18.253294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:18.263816 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42c0c1f8-a4f8-4978-8207-124559f17728 HTTP/1.1" status: 204 len: 168 time: 0.2126191 Feb 10 21:16:20.374735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56182) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:20.624030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:20.644261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:20.651681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f37233bcfcd400fbb178306d891926f is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:20.655206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:20.662963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:20.784868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:20.813791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:20.825094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-700b8167-1b7a-4f6a-b105-5cf373ba40bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:20.886585 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f37233bcfcd400fbb178306d891926f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082021 Feb 10 21:16:20.886585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a569200-c38b-4bfd-8992-71b29c39fc89,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:20.887308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56196) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:20.890309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:21.000980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:21.049437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:21.168138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:21.172780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7242308c-0aef-494e-b8ca-f7c6c19cc49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:21.184379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a569200-c38b-4bfd-8992-71b29c39fc89,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:21.189674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:21.191781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:21.193730 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a569200-c38b-4bfd-8992-71b29c39fc89 HTTP/1.1" status: 204 len: 168 time: 0.3047652 Feb 10 21:16:21.540056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bfeca328-7e62-46ec-97a6-afb99a802c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:23.516679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c618ea4f-1e95-4326-bda6-3abbb55611d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:24.253777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:25.530580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:26.042453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:27.495834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56312) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:27.664762 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:27.684852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:27.690163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9c763c5e5541e3bb4b24d46c7caf1e is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:27.693238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:27.699028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:27.785975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:27.826095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:27.837650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a5bbb8b6-a219-4da2-b36a-52ceb01e3f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:27.896503 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed9c763c5e5541e3bb4b24d46c7caf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992407 Feb 10 21:16:27.898338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d3fc8d-e83e-447d-a129-5a7735cc0807,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:27.899476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56322) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:27.901817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:27.972558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:28.002233 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:28.093058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:28.098110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fef88cba-19d4-4247-93a6-0b5cad8a61dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:28.118727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d3fc8d-e83e-447d-a129-5a7735cc0807,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:28.121583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:28.132823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:28.134064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b644183a-4904-4b14-bf99-dbb5fa0f470e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8d3fc8d-e83e-447d-a129-5a7735cc0807 HTTP/1.1" status: 204 len: 168 time: 0.2333503 Feb 10 21:16:37.777830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56510) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:37.848594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Deleting subnet f242f1ad-bae2-422a-ac3e-f9015e384c00 {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:16:37.851994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:37.906427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:37.969444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.265787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.282440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:38.332084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f242f1ad-bae2-422a-ac3e-f9015e384c00,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:38.393040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.393451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.393856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.394258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.394648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.395069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.395462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.395852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.396243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.396630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.397014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.397400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.397881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.398263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.398648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.399057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.399435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.399817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.400198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.400577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.400956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.401338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.401717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.402098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:38.408792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:38.436929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.442902 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f242f1ad-bae2-422a-ac3e-f9015e384c00 HTTP/1.1" status: 204 len: 168 time: 0.6639557 Feb 10 21:16:38.445554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56520) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:38.563445 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.739537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.761417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.803885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:16:38.882746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbf7e65-55cf-4576-91c0-4cfd79d63836']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:38.896590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9e3bf-c220-4650-84dd-a6ac40881b05') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:38.896932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9e3bf-c220-4650-84dd-a6ac40881b05') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:38.910279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.927633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:38.929693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:16:39.128878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:16:39.139465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:39.325830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Network 9fbf7e65-55cf-4576-91c0-4cfd79d63836 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:16:39.349408 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:16:39.453384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:39.456749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:39.472495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:39.484398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbf7e65-55cf-4576-91c0-4cfd79d63836,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:39.487942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:39.517013 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-819cf88d-f07e-4e57-96da-48c2c20e8e22 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9fbf7e65-55cf-4576-91c0-4cfd79d63836 HTTP/1.1" status: 204 len: 168 time: 1.0703626 Feb 10 21:16:39.807963 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56532) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:39.864773 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-41aa6e19-4258-4a7c-af21-51e34655a585 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97b3628edb574cfeb1d18fb36f99009d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554590 Feb 10 21:16:39.867715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56536) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:39.939186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:39.968736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:40.041792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:40.047231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c3169b80-7a4f-474d-9b97-c08ae94991f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:40.062323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529c506-7a61-4694-8cb9-054cd4bad012,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:40.065524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:40.066468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:40.067845 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c529c506-7a61-4694-8cb9-054cd4bad012 HTTP/1.1" status: 204 len: 168 time: 0.1991591 Feb 10 21:16:49.021479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56666) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:49.207136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.224033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:49.228175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9ab2077d374800a7306569ad906d95 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:49.231232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:49.237797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:49.327210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.367222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.376759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26765d88-d4cf-402e-8d24-cd39adf7075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:49.419843 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c9ab2077d374800a7306569ad906d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966455 Feb 10 21:16:49.422032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed12b7f5-073d-4f50-8032-ee8ec60ad392,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:49.422815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56672) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:49.425747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:49.490715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.519268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.601661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.607560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a48a541a-9416-423a-a761-0dc970b2d99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:49.620751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed12b7f5-073d-4f50-8032-ee8ec60ad392,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:49.632509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.632917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.633315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.633706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.634092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.634483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.634921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.635304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.635687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.636065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.636443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.636818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.637301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.637678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.638078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.638455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.639007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.639390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.639767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.640143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.640516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.640892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.641268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.641644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:16:49.647212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:49.649113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:49.651051 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed12b7f5-073d-4f50-8032-ee8ec60ad392 HTTP/1.1" status: 204 len: 168 time: 0.2270367 Feb 10 21:16:50.727250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56704) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:50.873654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-895361575-network', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:16:50.879697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:50.884293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Usage tracker for resource:network and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:50.888543 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:50.895318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:50.950140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Made reservation on behalf of 2684aa1e9db6479cb5b2834c421df2fb for: {'network': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:16:50.957758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:50.975647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:50.991331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:50.995493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:50.998605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:51.004436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:51.100441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.132768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.137041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5ca7dd83-0895-4c23-8f80-8fbd86fb8c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:51.170250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:16:51.182967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d8a3fa-66df-400c-8af8-4c3e4f0af8dc,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:51.187367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:51.188333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363266173277061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.188755 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Added segment c8b25d23-4734-4e7b-a230-2f2eecac5d67 of type vxlan for network ef587ea5-6090-44ea-abd7-2dddfca9941d Feb 10 21:16:51.216787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.287308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.288497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:51.289154 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.294922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:51.402606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef587ea5-6090-44ea-abd7-2dddfca9941d,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:51.405979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:51.414832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:16:51.427939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:16:51.430935 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-09c62d77-8e39-4d9f-9ef7-fefbeb03c4b4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7024796 Feb 10 21:16:51.434045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56714) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:51.440747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Request body: {'subnet': {'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-895361575-subnet', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:16:51.445952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:51.450072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Usage tracker for resource:subnet and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:51.453878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:51.459720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:51.493029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Made reservation on behalf of 2684aa1e9db6479cb5b2834c421df2fb for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:16:51.498749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6513948'] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:51.653116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c527-fd3c-4119-82b9-6c4c5a504301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.069566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7323436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6513933'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.087002 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b007a7ff-a875-4997-83b3-0d1ea0f3e18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:52.165529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f370aa-7264-44cc-be49-499047e07c8c,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:52.168734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:52.319141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Checking segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:16:52.319475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Network hostable DHCP agents. Network: ef587ea5-6090-44ea-abd7-2dddfca9941d, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:16:52.396327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Network ef587ea5-6090-44ea-abd7-2dddfca9941d is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:16:52.442026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, ef587ea5-6090-44ea-abd7-2dddfca9941d) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:16:52.451563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e36889-d208-4651-add6-26f396e2c120 None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:16:52.456682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:16:52.457324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.500779 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0655382 Feb 10 21:16:52.503519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56732) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:52.509025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:16:52.514515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:16:52.519868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Usage tracker for resource:router and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:16:52.523627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:16:52.537320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:16:52.567950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.569072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.634252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.765351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-ef587ea5-6090-44ea-abd7-2dddfca9941d', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:16:52.766359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:52.958421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.057817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Allocated IP 172.20.0.2 (ef587ea5-6090-44ea-abd7-2dddfca9941d/93f370aa-7264-44cc-be49-499047e07c8c/d163cccf-630c-48fa-82ad-be8a505dd68b) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:16:53.303841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.316228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Transition to ACTIVE for port object d163cccf-630c-48fa-82ad-be8a505dd68b will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:16:53.336329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Transition to ACTIVE for port object d163cccf-630c-48fa-82ad-be8a505dd68b will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:16:53.396169 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.413107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:53.572982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.576355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Pushing event updated for resources: {'Port': ['ID=d163cccf-630c-48fa-82ad-be8a505dd68b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:53.580618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:53.606269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.619153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6390b83f-9a81-40cf-9237-895b67b19529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.624409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:16:53.625608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:16:53.628441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:16:53.691297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Attempting to bind port d163cccf-630c-48fa-82ad-be8a505dd68b on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:16:53.691708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Attempting to bind port d163cccf-630c-48fa-82ad-be8a505dd68b by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:16:53.692117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Attempting to bind port d163cccf-630c-48fa-82ad-be8a505dd68b on network ef587ea5-6090-44ea-abd7-2dddfca9941d {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:16:53.697747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:16:53.698175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Checking segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:16:53.698620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.699120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Bound using segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:16:53.699632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Bound port: d163cccf-630c-48fa-82ad-be8a505dd68b, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:16:53.700048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.812070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] For port d163cccf-630c-48fa-82ad-be8a505dd68b, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:16:53.812070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] For port d163cccf-630c-48fa-82ad-be8a505dd68b, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d163cccf-630c-48fa-82ad-be8a505dd68b,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:16:53.859328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:53.895780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:53.903783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Allocated IP 172.28.3.239 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/c7529f66-8660-4b0f-a163-d6d11f54bb8f) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:16:54.046598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Pushing event updated for resources: {'Port': ['ID=d163cccf-630c-48fa-82ad-be8a505dd68b,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:54.052626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:54.062190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:54.150710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:54.168760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:54.247824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:54.327565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=c7529f66-8660-4b0f-a163-d6d11f54bb8f,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:54.334427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:54.379362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:16:54.381547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:16:54.383423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:16:54.884049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:55.136263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d163cccf-630c-48fa-82ad-be8a505dd68b up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:16:55.265050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port d163cccf-630c-48fa-82ad-be8a505dd68b completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:16:55.274571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:55.429398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddbcff4-aff0-4556-928c-cba964975548 None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:16:55.567962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Router a48745d5-d9d5-4655-a7c1-917122640552 is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:16:55.725147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Provisioning for port d163cccf-630c-48fa-82ad-be8a505dd68b completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:16:55.744191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Provisioning complete for port d163cccf-630c-48fa-82ad-be8a505dd68b triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:55.744571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:55.793370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:55.983035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.012024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:16:56.026689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Sync routers for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:16:56.055029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] For port d163cccf-630c-48fa-82ad-be8a505dd68b, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d163cccf-630c-48fa-82ad-be8a505dd68b,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:16:56.057954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:16:56.058685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:56.064948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.069191 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5617907 Feb 10 21:16:56.071626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56760) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:16:56.120783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.121529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.132367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:56.299099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Pushing event updated for resources: {'Port': ['ID=d163cccf-630c-48fa-82ad-be8a505dd68b,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:56.304189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:56.336408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:16:56.569590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-a91b59a4-e1b6-4f95-a903-5e98869d85e6 None None] Provisioning complete for port d163cccf-630c-48fa-82ad-be8a505dd68b triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:56.570123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a91b59a4-e1b6-4f95-a903-5e98869d85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.792659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:54Z', 'revision_number': 3, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:56.797170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Checking router: a48745d5-d9d5-4655-a7c1-917122640552 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:16:56.797568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Updating router a48745d5-d9d5-4655-a7c1-917122640552 port c7529f66-8660-4b0f-a163-d6d11f54bb8f binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:16:56.850706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.861921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:56.962225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-7fa5d4c3-62ac-4900-8b90-6a005ae8095e None None] Provisioning complete for port d163cccf-630c-48fa-82ad-be8a505dd68b triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:56.962648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d4c3-62ac-4900-8b90-6a005ae8095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.087487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d163cccf-630c-48fa-82ad-be8a505dd68b up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:16:57.221030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Allocated IP 172.20.0.1 (ef587ea5-6090-44ea-abd7-2dddfca9941d/93f370aa-7264-44cc-be49-499047e07c8c/65987c8d-1ba4-4f70-a058-7c22478ff128) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:16:57.357471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port d163cccf-630c-48fa-82ad-be8a505dd68b triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:57.357901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.439382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.456405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Transition to ACTIVE for port object 65987c8d-1ba4-4f70-a058-7c22478ff128 will not be triggered until provisioned by entity DHCP. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:16:57.510350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.526944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:57.605888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.619434 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Transition to ACTIVE for port object c7529f66-8660-4b0f-a163-d6d11f54bb8f will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:16:57.663941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.677411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Pushing event updated for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:57.680570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:57.694181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:57.733159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Network ef587ea5-6090-44ea-abd7-2dddfca9941d is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:16:57.734369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:16:57.736737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:16:57.800551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:57.984973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.038227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Pushing event updated for resources: {'Port': ['ID=c7529f66-8660-4b0f-a163-d6d11f54bb8f,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:58.043345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:58.099741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fb9d88ff-320a-4f7b-b6fc-56146ba0909a None None] Provisioning for port 65987c8d-1ba4-4f70-a058-7c22478ff128 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:16:58.111351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-fb9d88ff-320a-4f7b-b6fc-56146ba0909a None None] Provisioning complete for port 65987c8d-1ba4-4f70-a058-7c22478ff128 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:58.111769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb9d88ff-320a-4f7b-b6fc-56146ba0909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.137223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Attempting to bind port c7529f66-8660-4b0f-a163-d6d11f54bb8f on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:16:58.137975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Attempting to bind port c7529f66-8660-4b0f-a163-d6d11f54bb8f by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:16:58.138098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Attempting to bind port c7529f66-8660-4b0f-a163-d6d11f54bb8f on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:16:58.155850 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:16:58.156275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:16:58.156725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.157160 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:16:58.157671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Bound port: c7529f66-8660-4b0f-a163-d6d11f54bb8f, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:16:58.158089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.229890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d88ff-320a-4f7b-b6fc-56146ba0909a None None] Port 65987c8d-1ba4-4f70-a058-7c22478ff128 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:16:58.255030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] For port c7529f66-8660-4b0f-a163-d6d11f54bb8f, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:16:58.258129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] For port c7529f66-8660-4b0f-a163-d6d11f54bb8f, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c7529f66-8660-4b0f-a163-d6d11f54bb8f,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:16:58.276113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.292736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-79853b2b-2fc3-4b5d-a17a-f773524e24bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:58.304517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.333010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.363449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:16:58.445570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Pushing event updated for resources: {'Port': ['ID=c7529f66-8660-4b0f-a163-d6d11f54bb8f,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:58.451063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:58.455161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:58.470669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Pushing event updated for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:16:58.485068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:16:58.491374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:16:58.492050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:58.603744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Network ef587ea5-6090-44ea-abd7-2dddfca9941d is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:16:58.604858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:16:58.691137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:16:58.814929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Router a48745d5-d9d5-4655-a7c1-917122640552 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:16:58.932345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-f82849ea-ad65-4438-9f2a-298d16bea975 None None] Provisioning complete for port 65987c8d-1ba4-4f70-a058-7c22478ff128 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:16:58.932764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f82849ea-ad65-4438-9f2a-298d16bea975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:16:59.017707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-f82849ea-ad65-4438-9f2a-298d16bea975 None None] Port 65987c8d-1ba4-4f70-a058-7c22478ff128 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:16:59.129567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:16:58Z', 'revision_number': 2, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:16:59.143476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e90ac4-cd12-4ae7-bd2c-38f09c015c25 None None] The sync data for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb is: [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:16:58Z', 'revision_number': 2, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:16:59.291124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:16:59.300638 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] 10.222.0.77 "PUT /v2.0/routers/a48745d5-d9d5-4655-a7c1-917122640552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2302005 Feb 10 21:17:00.405049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56822) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:00.413365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551131936-network', 'tenant_id': '7877646ed9f3425bae57854d0dd63146'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:00.419054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:00.424408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Usage tracker for resource:network and tenant:7877646ed9f3425bae57854d0dd63146 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:00.426427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:00.432215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:00.487714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Made reservation on behalf of 7877646ed9f3425bae57854d0dd63146 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:17:00.492835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.506819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.525243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:00.529810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Usage tracker for resource:security_group_rule and tenant:7877646ed9f3425bae57854d0dd63146 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:00.533103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:00.540315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:00.628513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.653257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.658190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-63b18ad0-5e50-4915-a021-9088b6cbe334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:00.693993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:17:00.703679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c172f0b-3e3d-40fd-81aa-27ba298c993d,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:00.707634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:00.712144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.712529 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Added segment 505cd308-7481-4aae-bc51-b753b4ea6748 of type vxlan for network adfe4961-e51f-41c3-bfaa-5f44b2769e38 Feb 10 21:17:00.742314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.742471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56828) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:00.790253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.791617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:00.792266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.798172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-02ffed96-a640-4056-9921-52cda6fbb511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:00.907089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:00.908820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Pushing event updated for resources: {'Network': ['ID=adfe4961-e51f-41c3-bfaa-5f44b2769e38,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:00.912072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:00.922269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:17:00.927279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:00.931466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Usage tracker for resource:security_group_rule and tenant:5098375b61e24c59bff5b58d636c782c is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:00.935423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:00.936386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:17:00.942027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:00.952155 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-64991582-7a7b-4848-aced-46ae63cd7160 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5457294 Feb 10 21:17:00.955003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56834) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:00.961430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Request body: {'subnet': {'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551131936-subnet', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:00.967075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:00.971224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Usage tracker for resource:subnet and tenant:7877646ed9f3425bae57854d0dd63146 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:00.974302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:00.980891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:01.064616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Made reservation on behalf of 7877646ed9f3425bae57854d0dd63146 for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:17:01.070810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826698585'] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.100857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.125769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c7529f66-8660-4b0f-a163-d6d11f54bb8f up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:01.127271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.136955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-449ae273-597d-4e4d-a642-6638e5fec63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:01.190484 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5098375b61e24c59bff5b58d636c782c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443426 Feb 10 21:17:01.190484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7294bbc-13d2-41b0-b1d8-f15c2134b294,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:01.193486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 56838) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:01.193921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:01.235870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port c7529f66-8660-4b0f-a163-d6d11f54bb8f completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:01.241587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port c7529f66-8660-4b0f-a163-d6d11f54bb8f triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:01.242006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.323589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.371240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.375698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.390737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port c7529f66-8660-4b0f-a163-d6d11f54bb8f, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c7529f66-8660-4b0f-a163-d6d11f54bb8f,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:01.435972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.439089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-520f5a32-9304-4f6b-ba04-a351e7b3a691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:01.497290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.502789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-73df754f-ee12-4e9f-9987-2dc48fb5c642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:01.515595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=c7529f66-8660-4b0f-a163-d6d11f54bb8f,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:01.519157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7294bbc-13d2-41b0-b1d8-f15c2134b294,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:01.519689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:01.526470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:01.602709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.603854 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7294bbc-13d2-41b0-b1d8-f15c2134b294 HTTP/1.1" status: 204 len: 168 time: 0.4093451 Feb 10 21:17:01.705305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27359276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826698570'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:01.722282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f93239d9-4436-4b3d-b53e-cc651d0c0c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:02.111567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:02.115708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:02.174479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Checking segment: {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:02.174893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Network hostable DHCP agents. Network: adfe4961-e51f-41c3-bfaa-5f44b2769e38, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:17:02.223943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:17:02.252648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, adfe4961-e51f-41c3-bfaa-5f44b2769e38) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:02.261764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7497d3-2138-44bd-be91-8779105464bf None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:17:02.264861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:02.265514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.299233 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-49184975-381e-406f-b9e0-b84cdd749c9e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3429916 Feb 10 21:17:02.302040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56848) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:02.310474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:02.316631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:02.320742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Usage tracker for resource:router and tenant:7877646ed9f3425bae57854d0dd63146 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:02.323799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:02.330309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:02.360890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.362065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.378462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.487651 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Sync routers for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:17:02.499805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:17:02.500955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.506280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:02.507006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:02.707727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:02.734956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:02.836982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Allocated IP 172.20.0.2 (adfe4961-e51f-41c3-bfaa-5f44b2769e38/07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba/95bf6202-96b2-4774-a59d-d6db684263e6) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:17:03.080192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.091867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Transition to ACTIVE for port object 95bf6202-96b2-4774-a59d-d6db684263e6 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:03.103825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c7529f66-8660-4b0f-a163-d6d11f54bb8f up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:03.104936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:16:58Z', 'revision_number': 2, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:03.109816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Checking router: a48745d5-d9d5-4655-a7c1-917122640552 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:17:03.110327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Updating router a48745d5-d9d5-4655-a7c1-917122640552 port 65987c8d-1ba4-4f70-a058-7c22478ff128 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:17:03.120729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.152333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Transition to ACTIVE for port object 95bf6202-96b2-4774-a59d-d6db684263e6 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:03.154653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.173337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.188328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.207373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:03.241590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port c7529f66-8660-4b0f-a163-d6d11f54bb8f triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:03.242016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.453536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Allocated IP 172.28.3.212 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/bfcb7927-89ac-4933-a636-45b8cf0d2b66) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:17:03.578598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Pushing event updated for resources: {'Port': ['ID=95bf6202-96b2-4774-a59d-d6db684263e6,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:03.585931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:03.627773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.642885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Transition to ACTIVE for port object 65987c8d-1ba4-4f70-a058-7c22478ff128 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:03.648227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.690873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:03.693861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:03.695941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:17:03.709999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.726811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:03.739175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.754769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Attempting to bind port 95bf6202-96b2-4774-a59d-d6db684263e6 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:17:03.755130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Attempting to bind port 95bf6202-96b2-4774-a59d-d6db684263e6 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:17:03.755542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Attempting to bind port 95bf6202-96b2-4774-a59d-d6db684263e6 on network adfe4961-e51f-41c3-bfaa-5f44b2769e38 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:17:03.755681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:03.761254 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:17:03.761675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Checking segment: {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:03.762123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.762560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Bound using segment: {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:17:03.763649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Bound port: 95bf6202-96b2-4774-a59d-d6db684263e6, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:17:03.764071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.865907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] For port 95bf6202-96b2-4774-a59d-d6db684263e6, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:17:03.870026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] For port 95bf6202-96b2-4774-a59d-d6db684263e6, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=95bf6202-96b2-4774-a59d-d6db684263e6,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:17:03.905443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:03.938834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:03.980599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcb7927-89ac-4933-a636-45b8cf0d2b66,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:03.986021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:04.063779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Pushing event updated for resources: {'Port': ['ID=95bf6202-96b2-4774-a59d-d6db684263e6,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:04.067556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:04.076590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:04.077846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:04.080302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:17:04.208604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Pushing event updated for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:04.230300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.230668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.231061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.231709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.233130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.233492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.233856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.234181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.234538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.234916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.235264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.240368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.240891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.241253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.241612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.241967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.242321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.242674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.243049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.243395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.243742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.244195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.244548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.244890 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:04.254658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:04.315948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Attempting to bind port 65987c8d-1ba4-4f70-a058-7c22478ff128 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:17:04.316557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Attempting to bind port 65987c8d-1ba4-4f70-a058-7c22478ff128 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:17:04.316967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Attempting to bind port 65987c8d-1ba4-4f70-a058-7c22478ff128 on network ef587ea5-6090-44ea-abd7-2dddfca9941d {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:17:04.323677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:17:04.324096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Checking segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:04.324536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:04.324976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Bound using segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:17:04.325766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Bound port: 65987c8d-1ba4-4f70-a058-7c22478ff128, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:17:04.326196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:04.427795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] For port 65987c8d-1ba4-4f70-a058-7c22478ff128, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:17:04.430989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] For port 65987c8d-1ba4-4f70-a058-7c22478ff128, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=65987c8d-1ba4-4f70-a058-7c22478ff128,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:17:04.460268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:04.578006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:04.616900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:04.681810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Pushing event updated for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=4']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:04.686923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-425e702a-e269-4878-b2d3-e1dbc2ecf179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:04.701937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:04.702612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:04.892248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:04.998019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:05.302583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 65987c8d-1ba4-4f70-a058-7c22478ff128 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:05.311375 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:04Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:05.316328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78158ebf-30c8-4c08-9c8a-ea4cf9fa115d None None] The sync data for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb is: [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:04Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:17:05.447314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 65987c8d-1ba4-4f70-a058-7c22478ff128 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:05.457077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 65987c8d-1ba4-4f70-a058-7c22478ff128 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:05.457987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:05.601451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Router fdcff5d7-8a85-43be-927d-eb691e596a9c is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:17:05.617945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:05.663221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 65987c8d-1ba4-4f70-a058-7c22478ff128, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=65987c8d-1ba4-4f70-a058-7c22478ff128,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:05.693361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271534be-2a9a-49fd-90e2-3ec8af2e3e58 None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:17:05.710242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:05.711168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 95bf6202-96b2-4774-a59d-d6db684263e6 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:05.744518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:05.803613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:17:05.834137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Sync routers for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:17:05.858213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:05.860974 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5575447 Feb 10 21:17:05.864479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 56864) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:17:05.938562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-4c2cd2e8-5626-4e31-89e5-d7f3ae0e77ef None None] Provisioning for port 95bf6202-96b2-4774-a59d-d6db684263e6 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:05.948471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:05.949168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:06.090396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:06.094746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:06.186177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 95bf6202-96b2-4774-a59d-d6db684263e6 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:06.203444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 95bf6202-96b2-4774-a59d-d6db684263e6 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:06.203870 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:06.339720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:06.629268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:06.661820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:06.749843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 95bf6202-96b2-4774-a59d-d6db684263e6, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=95bf6202-96b2-4774-a59d-d6db684263e6,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:06.783225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:04Z', 'revision_number': 3, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:06.789626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Checking router: fdcff5d7-8a85-43be-927d-eb691e596a9c for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:17:06.790574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Updating router fdcff5d7-8a85-43be-927d-eb691e596a9c port bfcb7927-89ac-4933-a636-45b8cf0d2b66 binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:17:06.825654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:06.834633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b54b4a6b-3ca9-4d7e-bc81-684d31b464af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:07.040041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Allocated IP 172.20.0.1 (adfe4961-e51f-41c3-bfaa-5f44b2769e38/07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba/c463f276-363b-419b-bb06-1ee2835f8e48) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:17:07.097465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.131966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-d371c99a-4b74-4500-ae9b-c7398aac0f66 None None] Provisioning complete for port 95bf6202-96b2-4774-a59d-d6db684263e6 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:07.132386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d371c99a-4b74-4500-ae9b-c7398aac0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.158709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 65987c8d-1ba4-4f70-a058-7c22478ff128 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:07.223186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.241326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Transition to ACTIVE for port object c463f276-363b-419b-bb06-1ee2835f8e48 will not be triggered until provisioned by entity DHCP. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:07.277643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=95bf6202-96b2-4774-a59d-d6db684263e6,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:07.287871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.304116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:07.323227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:07.429377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 65987c8d-1ba4-4f70-a058-7c22478ff128 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:07.429798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.446760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Pushing event updated for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:07.451422 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:07.501156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:07.502439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:07.505193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:17:07.580147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.758419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.788423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-d486fee7-3ead-48fa-a431-5f7c3ad293cd None None] Provisioning complete for port 95bf6202-96b2-4774-a59d-d6db684263e6 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:07.788770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d486fee7-3ead-48fa-a431-5f7c3ad293cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.969672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:07.995610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Transition to ACTIVE for port object bfcb7927-89ac-4933-a636-45b8cf0d2b66 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:08.018292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.034414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:08.058139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.081210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.111985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:08.193053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca917-ce00-4307-9f54-fa3e16513dbf None None] Pushing event updated for resources: {'Port': ['ID=bfcb7927-89ac-4933-a636-45b8cf0d2b66,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:08.197305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8eaca917-ce00-4307-9f54-fa3e16513dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:08.208992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Pushing event updated for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:08.208992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.222386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:08.222596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-ce263b4b-8a3f-4e71-b49e-d3194a643807 None None] Provisioning for port c463f276-363b-419b-bb06-1ee2835f8e48 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:08.232866 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-ce263b4b-8a3f-4e71-b49e-d3194a643807 None None] Provisioning complete for port c463f276-363b-419b-bb06-1ee2835f8e48 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:08.233290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ce263b4b-8a3f-4e71-b49e-d3194a643807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.309100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Attempting to bind port bfcb7927-89ac-4933-a636-45b8cf0d2b66 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:17:08.309979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Attempting to bind port bfcb7927-89ac-4933-a636-45b8cf0d2b66 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:17:08.309979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Attempting to bind port bfcb7927-89ac-4933-a636-45b8cf0d2b66 on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:17:08.315975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-ce263b4b-8a3f-4e71-b49e-d3194a643807 None None] Port c463f276-363b-419b-bb06-1ee2835f8e48 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:17:08.319875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:17:08.320298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:08.320748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.321181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:17:08.321699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Bound port: bfcb7927-89ac-4933-a636-45b8cf0d2b66, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:17:08.322116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.371161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:08.372676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:08.402183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] For port bfcb7927-89ac-4933-a636-45b8cf0d2b66, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:17:08.406352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] For port bfcb7927-89ac-4933-a636-45b8cf0d2b66, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=bfcb7927-89ac-4933-a636-45b8cf0d2b66,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:17:08.459236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.478980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fd9186b4-dfc0-4a8f-8b47-432daa257805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:08.656124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca917-ce00-4307-9f54-fa3e16513dbf None None] Pushing event updated for resources: {'Port': ['ID=bfcb7927-89ac-4933-a636-45b8cf0d2b66,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:08.661371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8eaca917-ce00-4307-9f54-fa3e16513dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:08.681361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-93bc2a72-9fa2-43ea-a72f-3b3bcc5107d1 None None] Provisioning complete for port c463f276-363b-419b-bb06-1ee2835f8e48 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:08.681784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-93bc2a72-9fa2-43ea-a72f-3b3bcc5107d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.771977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-93bc2a72-9fa2-43ea-a72f-3b3bcc5107d1 None None] Port c463f276-363b-419b-bb06-1ee2835f8e48 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:17:08.774876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:08.775611 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:08.828985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Router fdcff5d7-8a85-43be-927d-eb691e596a9c has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:17:08.838020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:08.982413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:09.033717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:17:09.043064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] 10.222.0.77 "PUT /v2.0/routers/fdcff5d7-8a85-43be-927d-eb691e596a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771688 Feb 10 21:17:09.233222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 95bf6202-96b2-4774-a59d-d6db684263e6 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:09.500182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 95bf6202-96b2-4774-a59d-d6db684263e6 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:09.500615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:09.696811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'c463f276-363b-419b-bb06-1ee2835f8e48', 'name': '', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'mac_address': 'fa:16:3e:fb:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:06Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 2, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'subnets': [{'id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:09.702316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc16c1-f7da-483c-a317-181d43f95b14 None None] The sync data for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb is: [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'c463f276-363b-419b-bb06-1ee2835f8e48', 'name': '', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'mac_address': 'fa:16:3e:fb:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:06Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 2, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'subnets': [{'id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:17:10.172501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-330607049', 'description': 'tempest-TestShelveInstance-330607049 description'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:10.199020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:10.203536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Usage tracker for resource:security_group and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:10.206832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:10.213219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:10.253292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.275354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:10.280309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Usage tracker for resource:security_group_rule and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:10.283304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:10.289331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:10.366594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.402476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.419070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a7e46468-7818-436c-b821-6c7fdb00b7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:10.472474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2567557c-be8c-42b9-bb0b-85f1cbc1f57e,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:10.475546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:10.504667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.506070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0524bd99-7e39-49be-9566-417fb65a2dd9 req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3391850 Feb 10 21:17:10.617256 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-bfa77870-6ee6-463a-9f49-f752fac8ddac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0826879 Feb 10 21:17:10.619251 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-b95b150d-97c3-411e-9f96-0cf433cb73cd tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups/2567557c-be8c-42b9-bb0b-85f1cbc1f57e HTTP/1.1" status: 200 len: 1800 time: 0.0710504 Feb 10 21:17:10.629528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2567557c-be8c-42b9-bb0b-85f1cbc1f57e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:10.629942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2567557c-be8c-42b9-bb0b-85f1cbc1f57e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:10.652398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:10.656950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Usage tracker for resource:security_group_rule and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:10.660217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:10.666186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:10.763137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.777242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-c432f132-a973-4c77-a5b8-2534798c6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:10.779612 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-c432f132-a973-4c77-a5b8-2534798c6ea4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.0899842 Feb 10 21:17:10.791972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.824927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.833930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:10.855191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc46c1a-62dc-401a-a53a-a9318ce70cdb,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:10.863426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:10.910536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:10.912566 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4e4a5557-a978-4251-9c58-857b472b4f43 req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2876303 Feb 10 21:17:10.948986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-b292c522-070d-400a-b002-612b117e1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:10.950730 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-b292c522-070d-400a-b002-612b117e1d40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1514115 Feb 10 21:17:11.013390 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d514eb29-2d43-4db6-9403-4927d2957255 req-35858bcd-b0cf-49e1-96db-b0d81e860ded tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups/2567557c-be8c-42b9-bb0b-85f1cbc1f57e HTTP/1.1" status: 200 len: 2393 time: 0.0665722 Feb 10 21:17:11.024986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2567557c-be8c-42b9-bb0b-85f1cbc1f57e', 'remote_group_id': None}]} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:11.025353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2567557c-be8c-42b9-bb0b-85f1cbc1f57e', 'remote_group_id': None}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:11.051347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:11.055479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Usage tracker for resource:security_group_rule and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:11.058741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:11.065326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:11.077856 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-9677f8d1-ab8a-4544-9c9e-6dba57dfd5ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1199028 Feb 10 21:17:11.151415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device bfcb7927-89ac-4933-a636-45b8cf0d2b66 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:11.156936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-5b077ec3-28dc-4fef-8af7-5bea9bcdedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:11.159344 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-5b077ec3-28dc-4fef-8af7-5bea9bcdedaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0756519 Feb 10 21:17:11.177461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.206642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.247718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.256852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d8cc368f-9e27-4c4c-a736-73f69767e98b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:11.261290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-b3ac70a4-0d00-4082-83a1-c776f6b84023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:11.263694 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-b3ac70a4-0d00-4082-83a1-c776f6b84023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832405 Feb 10 21:17:11.265047 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port bfcb7927-89ac-4933-a636-45b8cf0d2b66 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:11.271354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port bfcb7927-89ac-4933-a636-45b8cf0d2b66 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:11.272223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.281262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2ca04c-db24-4e53-a9ba-56bc8342a33d,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:11.284389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:11.328286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.329958 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d514eb29-2d43-4db6-9403-4927d2957255 req-1d788a32-0d35-444e-b7bb-685616026b14 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3094313 Feb 10 21:17:11.427020 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-7c6b8b83-d4ed-44b3-80e6-997257a1617f service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536801 Feb 10 21:17:11.440934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.459825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port bfcb7927-89ac-4933-a636-45b8cf0d2b66, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=bfcb7927-89ac-4933-a636-45b8cf0d2b66,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:11.504527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:11.506535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:11.579372 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a3a0c432-1d7d-4bc0-badf-f2f9acb254a6 req-89f51795-91e8-4342-a4d4-a66742194199 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473410 Feb 10 21:17:11.587461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=bfcb7927-89ac-4933-a636-45b8cf0d2b66,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:11.591456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:12.907427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Sync routers for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:17:12.917479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:12.918144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:13.091085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device bfcb7927-89ac-4933-a636-45b8cf0d2b66 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:13.119321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:13.166587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port bfcb7927-89ac-4933-a636-45b8cf0d2b66 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:13.166954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:13.472133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'c463f276-363b-419b-bb06-1ee2835f8e48', 'name': '', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'mac_address': 'fa:16:3e:fb:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:06Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 2, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'subnets': [{'id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:13.476173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Checking router: fdcff5d7-8a85-43be-927d-eb691e596a9c for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:17:13.476590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Updating router fdcff5d7-8a85-43be-927d-eb691e596a9c port c463f276-363b-419b-bb06-1ee2835f8e48 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:17:13.699790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.125095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.137050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Transition to ACTIVE for port object c463f276-363b-419b-bb06-1ee2835f8e48 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:14.167198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.186294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-437f1ea8-73e9-4d8d-a035-a56c9fae6cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:14.336924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8862a-9b07-4402-b0d6-3d013a7bd4dc None None] Pushing event updated for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:14.340592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c7a8862a-9b07-4402-b0d6-3d013a7bd4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:14.510619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Attempting to bind port c463f276-363b-419b-bb06-1ee2835f8e48 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:17:14.511134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Attempting to bind port c463f276-363b-419b-bb06-1ee2835f8e48 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:17:14.511542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Attempting to bind port c463f276-363b-419b-bb06-1ee2835f8e48 on network adfe4961-e51f-41c3-bfaa-5f44b2769e38 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:17:14.519266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:17:14.519659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Checking segment: {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:14.520098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.520587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Bound using segment: {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:17:14.521100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Bound port: c463f276-363b-419b-bb06-1ee2835f8e48, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505cd308-7481-4aae-bc51-b753b4ea6748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:17:14.521529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.621686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] For port c463f276-363b-419b-bb06-1ee2835f8e48, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:17:14.625652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] For port c463f276-363b-419b-bb06-1ee2835f8e48, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c463f276-363b-419b-bb06-1ee2835f8e48,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:17:14.658774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:14.676086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-270ba76a-fbe3-4189-ac13-3d1313973529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:14.847076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8862a-9b07-4402-b0d6-3d013a7bd4dc None None] Pushing event updated for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=4']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:14.852227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c7a8862a-9b07-4402-b0d6-3d013a7bd4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:14.894001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:14.894663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:16:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:15.100343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:15.120625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c463f276-363b-419b-bb06-1ee2835f8e48 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:15.235414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port c463f276-363b-419b-bb06-1ee2835f8e48 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:15.241351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port c463f276-363b-419b-bb06-1ee2835f8e48 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:15.241705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:15.374517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:15.417302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port c463f276-363b-419b-bb06-1ee2835f8e48, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c463f276-363b-419b-bb06-1ee2835f8e48,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:15.441055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:15.443393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:15.447641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'c463f276-363b-419b-bb06-1ee2835f8e48', 'name': '', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'mac_address': 'fa:16:3e:fb:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:06Z', 'updated_at': '2021-02-10T21:17:14Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'subnets': [{'id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:15.453032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625bb9e-8e5f-4b41-832c-324a1e072f9f None None] The sync data for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb is: [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:17:07Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'c463f276-363b-419b-bb06-1ee2835f8e48', 'name': '', 'network_id': 'adfe4961-e51f-41c3-bfaa-5f44b2769e38', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'mac_address': 'fa:16:3e:fb:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:06Z', 'updated_at': '2021-02-10T21:17:14Z', 'revision_number': 4, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'subnets': [{'id': '07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:17:15.521427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:15.532508 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.533040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.535886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.536247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.536606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.536967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.537430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.537792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.538151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.538509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.539035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.539402 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.539761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.540118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.540480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.540840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.541197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.541553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:17:15.548597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:15.803774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:17:17.094312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c463f276-363b-419b-bb06-1ee2835f8e48 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:17.169498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port c463f276-363b-419b-bb06-1ee2835f8e48 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:17.169916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:21.544513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-708f1c9a-d1a0-4d0d-be6e-0ffd4120ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:23.514924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6b5d506b-6733-413c-be4d-238e1e774b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:24.258319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:25.521966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:26.063905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:30.147578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-0312f7f1-ee30-4e64-9267-94d99672ad86 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:17:30.211969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-0312f7f1-ee30-4e64-9267-94d99672ad86 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:17:30.213236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-0312f7f1-ee30-4e64-9267-94d99672ad86 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-330607049&fields=id&tenant_id=2684aa1e9db6479cb5b2834c421df2fb HTTP/1.1" status: 200 len: 267 time: 0.1235716 Feb 10 21:17:30.452051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-d9be5b19-7cf1-48f8-b854-87d6e6b186d0 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:30.452801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-d9be5b19-7cf1-48f8-b854-87d6e6b186d0 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:network {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:17:30.491840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-d9be5b19-7cf1-48f8-b854-87d6e6b186d0 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:network {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:17:30.493088 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-d9be5b19-7cf1-48f8-b854-87d6e6b186d0 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 808 time: 0.2716379 Feb 10 21:17:30.508823 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-b0c099d6-b44b-4d00-9114-2c04b67b6a38 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/quotas/2684aa1e9db6479cb5b2834c421df2fb HTTP/1.1" status: 200 len: 375 time: 0.0096149 Feb 10 21:17:30.628780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-a899f021-9d20-4ec5-860a-ddefc11379b2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:17:30.674861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-a899f021-9d20-4ec5-860a-ddefc11379b2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:17:30.676392 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-a899f021-9d20-4ec5-860a-ddefc11379b2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620190 Feb 10 21:17:30.832407 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-c5deff74-7963-402d-aea5-6d88dac64442 service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427593 Feb 10 21:17:30.978185 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-c984f756-e817-4496-9184-3dd12b6f06e8 service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392920 Feb 10 21:17:31.702360 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-223165ff-ac1d-477c-b971-0916dc48ead8 req-ddf6127d-744f-416a-81b2-60b7a92e6cee tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 210 time: 0.1927502 Feb 10 21:17:32.892004 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bbfd81e-c3cf-4853-accd-fe47fe816df0 req-279333d8-56e7-481d-b541-6afdf104ba21 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 210 time: 0.0497885 Feb 10 21:17:33.546792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-edb91248-a5fe-4495-a285-9be8138b6930 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:33.548440 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-edb91248-a5fe-4495-a285-9be8138b6930 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.46 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 808 time: 0.2421932 Feb 10 21:17:33.669480 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-e6de8c8f-cf9b-412c-8c9b-c10caf4dc716 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2684aa1e9db6479cb5b2834c421df2fb HTTP/1.1" status: 200 len: 5757 time: 0.1085088 Feb 10 21:17:33.680165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'port': {'device_id': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'admin_state_up': True, 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'security_groups': ['2567557c-be8c-42b9-bb0b-85f1cbc1f57e']}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:33.826952 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:33.836551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:33.874893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Made reservation on behalf of 2684aa1e9db6479cb5b2834c421df2fb for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:17:33.896458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:34.078416 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c03c94be-70eb-4be7-aff9-13606dfe8f30 req-2b584387-9772-44a9-885b-77d84a0cf4a2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 210 time: 0.0508349 Feb 10 21:17:34.219652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Allocated IP 172.20.0.10 (ef587ea5-6090-44ea-abd7-2dddfca9941d/93f370aa-7264-44cc-be49-499047e07c8c/65803ca2-86ed-41db-9551-bf0f1af50704) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:17:34.425313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:34.442008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Transition to ACTIVE for port object 65803ca2-86ed-41db-9551-bf0f1af50704 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:34.486827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:34.503736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:34.648137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:34.652426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:34.697788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Network ef587ea5-6090-44ea-abd7-2dddfca9941d is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:34.698902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:34.701768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:17:34.836553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:34.837292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:34.910527 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2347696 Feb 10 21:17:34.924578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Request body: {'port': {'device_id': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:34.961055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-64c48add-572f-4c5a-bd3c-f5c96d5301aa None None] Provisioning for port 65803ca2-86ed-41db-9551-bf0f1af50704 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:34.966653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-64c48add-572f-4c5a-bd3c-f5c96d5301aa None None] Provisioning complete for port 65803ca2-86ed-41db-9551-bf0f1af50704 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:34.967095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64c48add-572f-4c5a-bd3c-f5c96d5301aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:35.026559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-64c48add-572f-4c5a-bd3c-f5c96d5301aa None None] Port 65803ca2-86ed-41db-9551-bf0f1af50704 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:17:35.049326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:35.387343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d17ea-4b21-4fbb-af0c-17729a1173d7 req-59f0b793-b3ef-4030-aa6b-e29dbb9bce26 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:35.389124 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-989d17ea-4b21-4fbb-af0c-17729a1173d7 req-59f0b793-b3ef-4030-aa6b-e29dbb9bce26 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 932 time: 0.1716945 Feb 10 21:17:35.458128 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-989d17ea-4b21-4fbb-af0c-17729a1173d7 req-60057791-f79a-4c81-a275-00e08bf7e171 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621147 Feb 10 21:17:35.474273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65803ca2-86ed-41db-9551-bf0f1af50704 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:17:35.484567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:35.497780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Transition to ACTIVE for port object 65803ca2-86ed-41db-9551-bf0f1af50704 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:17:35.520857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:35.535458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-492818c3-a8a4-4be1-8404-4378aca96de4 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:35.907550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Pushing event updated for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:35.911973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:36.090715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Attempting to bind port 65803ca2-86ed-41db-9551-bf0f1af50704 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:17:36.091083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Attempting to bind port 65803ca2-86ed-41db-9551-bf0f1af50704 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:17:36.091439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Attempting to bind port 65803ca2-86ed-41db-9551-bf0f1af50704 on network ef587ea5-6090-44ea-abd7-2dddfca9941d {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:17:36.097208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:17:36.097564 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Checking segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:17:36.097946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:36.098337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Bound using segment: {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:17:36.098849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Bound port: 65803ca2-86ed-41db-9551-bf0f1af50704, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b25d23-4734-4e7b-a230-2f2eecac5d67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:17:36.099222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:36.195113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:17:36.198135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=65803ca2-86ed-41db-9551-bf0f1af50704,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:17:36.229352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:36.245158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:36.402390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Pushing event updated for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:36.408518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:36.439052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:36.439737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:36.441285 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] 10.222.0.46 "PUT /v2.0/ports/65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 1158 time: 1.5213315 Feb 10 21:17:36.441722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:17:36.511145 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'status': 'completed', 'code': 200} Feb 10 21:17:36.615541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-fa36fe42-992a-40ad-beb2-96df0b38ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:36.617193 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-fa36fe42-992a-40ad-beb2-96df0b38ded6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1161 time: 0.1027660 Feb 10 21:17:36.697264 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-996707a9-bf25-4f9b-9b8a-1a950e2881fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 217 time: 0.0710409 Feb 10 21:17:36.767240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-b8a8a398-f27d-405f-a81b-a0ebe0a16f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:36.768795 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-b8a8a398-f27d-405f-a81b-a0ebe0a16f5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0656004 Feb 10 21:17:36.795469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d495449-ee07-48e0-8551-301ba9edd676 req-dee241a6-8821-4575-91e7-77dfa582a57d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:36.797162 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d495449-ee07-48e0-8551-301ba9edd676 req-dee241a6-8821-4575-91e7-77dfa582a57d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1773429 Feb 10 21:17:36.856614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-98312963-542c-4e41-aaa1-512ddbeb0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:36.858191 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-98312963-542c-4e41-aaa1-512ddbeb0e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824592 Feb 10 21:17:36.865271 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d495449-ee07-48e0-8551-301ba9edd676 req-6a9cb9eb-4746-4bcf-9807-2be8b6e61d39 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0617537 Feb 10 21:17:37.004942 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-0df6100d-89fb-4085-8242-9ac6e7ad749c service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394708 Feb 10 21:17:37.146663 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4204fdac-8240-4522-bab6-ecba1c4a46fa req-deec0582-3ee9-4c43-bacc-e44c928c4a74 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355839 Feb 10 21:17:37.309977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-466b4fbf-f92c-4b9f-8088-64935900302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:37.311610 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-466b4fbf-f92c-4b9f-8088-64935900302b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1161 time: 0.0809994 Feb 10 21:17:37.456849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-c57cc7a9-6721-4649-a60a-ca7393fe9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:37.458436 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-c57cc7a9-6721-4649-a60a-ca7393fe9b48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1408372 Feb 10 21:17:37.537825 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-6e2ab740-55db-4d52-87a2-555efa4fe5fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 217 time: 0.0707359 Feb 10 21:17:37.610828 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-1f6c8cc1-c2f1-4bca-b2ad-35699b53e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:37.612534 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-1f6c8cc1-c2f1-4bca-b2ad-35699b53e326 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0661645 Feb 10 21:17:37.698395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-b95f0e7c-19ff-4e74-8ecc-46b936836b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:37.701475 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-b95f0e7c-19ff-4e74-8ecc-46b936836b60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825462 Feb 10 21:17:37.855257 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-02cecde6-a0af-43f5-9ca8-a6c8ebf5d887 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458094 Feb 10 21:17:38.013845 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ddf38b5e-0e83-4e63-bfec-130082ce1437 req-26f4e7e2-bdfe-4a13-a297-d909f4fe8b52 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462181 Feb 10 21:17:38.165381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1792-f9d4-4d39-a424-9e31e3677941 req-5d439e38-d283-4aac-8be5-98ec6f196194 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:38.167015 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-697b1792-f9d4-4d39-a424-9e31e3677941 req-5d439e38-d283-4aac-8be5-98ec6f196194 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1632733 Feb 10 21:17:38.230457 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-697b1792-f9d4-4d39-a424-9e31e3677941 req-c72d5040-b00c-4c45-a7fd-d1f5db342519 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0566506 Feb 10 21:17:38.755020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:39.526391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de4b4-3676-4d01-94b5-c52d6c357036 req-957f69c6-305b-45ee-9bbd-961de8950f96 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:39.528144 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fb6de4b4-3676-4d01-94b5-c52d6c357036 req-957f69c6-305b-45ee-9bbd-961de8950f96 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1667969 Feb 10 21:17:39.591903 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fb6de4b4-3676-4d01-94b5-c52d6c357036 req-3b1551ef-afdf-4e6b-a19d-52f332e93eea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0572698 Feb 10 21:17:40.888014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d590-d7c0-4657-ac2c-de548b3645fc req-b8046274-d175-4c7a-acde-8b09937be1a2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:40.889283 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e560d590-d7c0-4657-ac2c-de548b3645fc req-b8046274-d175-4c7a-acde-8b09937be1a2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1652441 Feb 10 21:17:40.954458 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e560d590-d7c0-4657-ac2c-de548b3645fc req-1f2bf69b-6b8b-43b7-9e55-04aa7b5ba7d4 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587237 Feb 10 21:17:42.250464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a668-37df-41bd-983f-77790c86fc3a req-1d71b5e3-8a82-4fa7-9b4b-bb9843a39549 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:42.252202 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6767a668-37df-41bd-983f-77790c86fc3a req-1d71b5e3-8a82-4fa7-9b4b-bb9843a39549 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1673179 Feb 10 21:17:42.322480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 65803ca2-86ed-41db-9551-bf0f1af50704 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:42.322829 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6767a668-37df-41bd-983f-77790c86fc3a req-99cf4b1d-889e-46a2-bd95-65110d52094b tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0639503 Feb 10 21:17:42.423349 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 65803ca2-86ed-41db-9551-bf0f1af50704 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:17:42.428700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 65803ca2-86ed-41db-9551-bf0f1af50704 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:42.429137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:42.557946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:42.589007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:17:42.598058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=65803ca2-86ed-41db-9551-bf0f1af50704,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:17:42.623829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:42.625614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:42.659227 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'code': 200} Feb 10 21:17:42.702812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:42.706045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:43.032714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f42b-a84a-43f6-a433-e43a9975734b req-c3d5518b-a3f3-415e-bd56-54c6e021a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:43.034325 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a110f42b-a84a-43f6-a433-e43a9975734b req-c3d5518b-a3f3-415e-bd56-54c6e021a40b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.0828755 Feb 10 21:17:43.078875 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a110f42b-a84a-43f6-a433-e43a9975734b req-3d6298f9-17da-4200-84ac-d390ebd8982a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0379019 Feb 10 21:17:43.621960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdcbb-a7a2-41cc-a8cd-d1947da513ce req-b5b1cea7-9fca-4e56-ac2d-d738fb7b838a tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:43.623581 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-645fdcbb-a7a2-41cc-a8cd-d1947da513ce req-b5b1cea7-9fca-4e56-ac2d-d738fb7b838a tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.1658320 Feb 10 21:17:43.691055 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-645fdcbb-a7a2-41cc-a8cd-d1947da513ce req-fd9e1d94-745d-4baf-af32-e9a608abe99d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0610929 Feb 10 21:17:43.826299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 65803ca2-86ed-41db-9551-bf0f1af50704 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:17:43.900095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 65803ca2-86ed-41db-9551-bf0f1af50704 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:17:43.900516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:44.987128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5691e-9025-4dc6-8027-b6f406d22517 req-bd2387c6-bf33-45e8-8758-45fa838de025 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:44.988767 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-30e5691e-9025-4dc6-8027-b6f406d22517 req-bd2387c6-bf33-45e8-8758-45fa838de025 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.1646256 Feb 10 21:17:45.053054 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-30e5691e-9025-4dc6-8027-b6f406d22517 req-a7c217f4-0581-4315-8ba9-7fa2d1437108 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575044 Feb 10 21:17:45.347421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf8e4-8389-40ec-8c00-83be511d98f9 req-faa26cc7-3762-488c-8b06-83b210289439 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:45.349105 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4fddf8e4-8389-40ec-8c00-83be511d98f9 req-faa26cc7-3762-488c-8b06-83b210289439 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.1672649 Feb 10 21:17:45.413990 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4fddf8e4-8389-40ec-8c00-83be511d98f9 req-5b519944-c71d-4665-8020-3ee3c567dd29 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0584781 Feb 10 21:17:45.657587 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-28bdbbe3-f81a-4087-94e1-982953ad269d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1898794 Feb 10 21:17:45.667624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:45.689990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:17:45.694080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Usage tracker for resource:floatingip and tenant:2684aa1e9db6479cb5b2834c421df2fb is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:17:45.697155 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:17:45.703039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:17:45.738017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:45.890213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:46.179803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Allocated IP 172.28.3.173 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:17:46.336813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:46.406900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:46.422842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:46.782482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'Port': ['ID=a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:46.785756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:46.832410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:17:46.835183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:17:46.837619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:17:46.929800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.040424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.320361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.355044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.371826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:17:47.517006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event updated for resources: {'Port': ['ID=a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:17:47.521338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:17:47.616291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.732671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:47.733997 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0706263 Feb 10 21:17:47.837279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-5141236f-e24a-4ef0-8280-7a5e1d22f9c7 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:floatingip {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:17:47.904179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-5141236f-e24a-4ef0-8280-7a5e1d22f9c7 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:floatingip {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:17:47.905528 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-5141236f-e24a-4ef0-8280-7a5e1d22f9c7 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.173 HTTP/1.1" status: 200 len: 696 time: 0.1643820 Feb 10 21:17:48.152643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-f4e9abb7-4ae1-46c8-8d61-70782f53612c tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:48.154231 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-f4e9abb7-4ae1-46c8-8d61-70782f53612c tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 784 time: 0.2427177 Feb 10 21:17:48.164869 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-457c55f2-b3c2-4a40-addc-9880226cd552 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:17:48.165890 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71519335-b522-4cf0-9f9b-93ffb17ce819 req-457c55f2-b3c2-4a40-addc-9880226cd552 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059865 Feb 10 21:17:48.442037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-8d7d31f8-23e1-4d1d-8872-e0d6788cac41 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:48.443708 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-8d7d31f8-23e1-4d1d-8872-e0d6788cac41 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1693923 Feb 10 21:17:48.550948 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-3537859d-8af1-47b5-a5fc-a04e3db095a1 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.173 HTTP/1.1" status: 200 len: 696 time: 0.1003892 Feb 10 21:17:48.562093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Request body: {'floatingip': {'port_id': '65803ca2-86ed-41db-9551-bf0f1af50704', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:17:48.659700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:49.329936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:49.360007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:49.544033 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Floating IP 1f75f832-1a1b-4d80-b658-6020b4f19867 associated. External IP: 172.28.3.173, port: 65803ca2-86ed-41db-9551-bf0f1af50704. Feb 10 21:17:49.928975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Router a48745d5-d9d5-4655-a7c1-917122640552 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:17:50.350081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:17:50.354988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:50.359882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Sync routers for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:17:50.370429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:50.371267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:17:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:50.417104 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-f597667f-535f-4ed8-b0fa-a6bdf4813f1d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "PUT /v2.0/floatingips/1f75f832-1a1b-4d80-b658-6020b4f19867 HTTP/1.1" status: 200 len: 997 time: 1.8600018 Feb 10 21:17:50.417643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:17:50.553642 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'status': 'completed', 'code': 200} Feb 10 21:17:50.598733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-7e59fdb3-9815-4eae-8d8c-a715791db6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:50.603191 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-7e59fdb3-9815-4eae-8d8c-a715791db6a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.1723270 Feb 10 21:17:50.732210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-8bce7215-8d3d-4a07-ac92-c302d12f2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:50.733989 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-8bce7215-8d3d-4a07-ac92-c302d12f2548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.1730750 Feb 10 21:17:50.734677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:50.751164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-ad2299bc-4007-495b-aa45-1da60a6bf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:50.752767 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-ad2299bc-4007-495b-aa45-1da60a6bf676 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1442497 Feb 10 21:17:50.887502 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-2f26c271-171d-419a-9c4b-880912bed65a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 1000 time: 0.1271513 Feb 10 21:17:50.895770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-1cabe257-cb47-48ef-8d85-f38c8d457058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:50.897572 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-1cabe257-cb47-48ef-8d85-f38c8d457058 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1567328 Feb 10 21:17:50.956821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-974dcf8b-56b8-43f2-9f74-3c62dc516e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:50.958453 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-974dcf8b-56b8-43f2-9f74-3c62dc516e28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0702116 Feb 10 21:17:51.030127 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-66b9f229-6e51-42e0-b84b-7cce6a742c8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 1000 time: 0.1175182 Feb 10 21:17:51.053705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-3a7e3ba7-c135-4905-9344-684db627414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:51.055547 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-3a7e3ba7-c135-4905-9344-684db627414d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873721 Feb 10 21:17:51.068156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-5e708ee4-68f6-4adf-bf4e-fe4bcfeff0ff service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:17:51.069368 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-5e708ee4-68f6-4adf-bf4e-fe4bcfeff0ff service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058188 Feb 10 21:17:51.105218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-c542b9c0-24a4-4cab-855e-aa42b8d5804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:51.107018 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-c542b9c0-24a4-4cab-855e-aa42b8d5804c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0709929 Feb 10 21:17:51.141173 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1f75f832-1a1b-4d80-b658-6020b4f19867', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'port_id': '65803ca2-86ed-41db-9551-bf0f1af50704', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'mac_address': 'fa:16:3e:26:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:46Z', 'updated_at': '2021-02-10T21:17:49Z', 'revision_number': 1, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:51.145377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Checking router: a48745d5-d9d5-4655-a7c1-917122640552 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:17:51.155086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:17:51.155767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:17:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:51.190982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-ade73c01-de66-422a-b28a-307fbf575d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:17:51.192622 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-ade73c01-de66-422a-b28a-307fbf575d21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791821 Feb 10 21:17:51.217970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-b53abe51-1267-4a25-b631-d34ead15aede service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397958 Feb 10 21:17:51.339429 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-40e8c7f2-3754-4e41-b391-56a4d6a317f3 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400580 Feb 10 21:17:51.358011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:17:51.365754 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cca45c7f-431a-491a-9518-40ddcbfc7d48 req-602ced41-1e16-46c7-be78-79086dcc8b4e service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401975 Feb 10 21:17:51.485008 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a914b155-afab-41d5-85e6-6fc91c564b4e req-521d67cc-f495-4692-a78f-cd8cae67e0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388357 Feb 10 21:17:51.550968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-40b4c93a-f0fe-4361-bb6f-8ccdccc2f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:51.747278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1f75f832-1a1b-4d80-b658-6020b4f19867', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'port_id': '65803ca2-86ed-41db-9551-bf0f1af50704', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'mac_address': 'fa:16:3e:26:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:46Z', 'updated_at': '2021-02-10T21:17:49Z', 'revision_number': 1, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:17:51.751406 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe082d5-1456-4c86-a2c3-c00ccc364569 None None] The sync data for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb is: [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '1f75f832-1a1b-4d80-b658-6020b4f19867', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'floating_ip_address': '172.28.3.173', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'port_id': '65803ca2-86ed-41db-9551-bf0f1af50704', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'mac_address': 'fa:16:3e:26:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:46Z', 'updated_at': '2021-02-10T21:17:49Z', 'revision_number': 1, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:17:52.046301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75210fbd-f0c0-4ff6-8f63-e3584807b335 None None] New status for floating IP 1f75f832-1a1b-4d80-b658-6020b4f19867: ACTIVE {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:17:52.803165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:17:53.514419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fb89776c-29a2-49d5-88b8-7d41313784b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:54.263357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:55.531276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:17:56.051234 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:08.754186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:12.683074 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-5f6c7160-c7e8-4f1c-af00-4bbeed488c57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0826654 Feb 10 21:18:12.782573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-0add2f44-87f8-404d-a66d-e86d1e14718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:18:12.784161 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-0add2f44-87f8-404d-a66d-e86d1e14718d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1162 time: 0.0803683 Feb 10 21:18:12.946042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-6bd3a60a-0143-4022-a614-c54fa1057c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:18:12.947681 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-6bd3a60a-0143-4022-a614-c54fa1057c87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1436195 Feb 10 21:18:13.066836 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-71e9fd95-8877-4488-9f48-a4d6db00f71a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 1001 time: 0.1119432 Feb 10 21:18:13.137257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-9cf34952-d0f3-4aa1-bf83-3550783d3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:18:13.138855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-9cf34952-d0f3-4aa1-bf83-3550783d3fcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0651984 Feb 10 21:18:13.222664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-56fac5d3-4359-43cc-bf23-4e2c6702e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:18:13.224399 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-56fac5d3-4359-43cc-bf23-4e2c6702e940 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786371 Feb 10 21:18:13.364693 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-112dead6-84a0-4539-a1c6-4088fea680b3 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328590 Feb 10 21:18:13.505390 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da02b511-f18d-4627-bed3-34172c5d9c5a req-c75c98d1-c403-431d-87e0-f07f086608f8 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335499 Feb 10 21:18:21.542938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-46d1af5d-0de2-4b70-bd45-f26e4eb5f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:23.513636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-66530f95-6ad5-4af2-998e-d23c18170cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:24.279759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:25.543865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:26.067835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:29.802592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:18:38.777187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:51.587736 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f62559e9-5d1d-4560-92f8-209d2cc1e992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:53.507359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-decb791a-990b-4c6d-bae7-b9edd243de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:54.278892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:55.513268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:18:56.067456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:06.801427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:19:08.787174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:14.609806 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-50adaf16-7b26-459f-814d-74f999134fd5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0759051 Feb 10 21:19:14.763007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-aca0f2fa-a3b4-4e35-ac83-bc98bd2c9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:19:14.764597 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-aca0f2fa-a3b4-4e35-ac83-bc98bd2c9cba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.0814176 Feb 10 21:19:15.166880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-87c6938f-80e2-46d7-aad7-618e80ce5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:19:15.168360 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-87c6938f-80e2-46d7-aad7-618e80ce5484 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.3789518 Feb 10 21:19:15.281567 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-71b1b34b-3d0a-4ca6-82c9-f93353334ede service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1025581 Feb 10 21:19:15.350209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-8f00beed-9d39-4d50-a365-eabec61a8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:19:15.351781 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-8f00beed-9d39-4d50-a365-eabec61a8d94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0626562 Feb 10 21:19:15.434927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-15c63f44-072e-4296-8be2-efe66996cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:19:15.436394 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-15c63f44-072e-4296-8be2-efe66996cabd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772796 Feb 10 21:19:15.576658 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-b2f13e5f-1ec3-4ee2-9bbb-52d694a4a00d service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329217 Feb 10 21:19:15.717396 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0609ce78-3200-40aa-aa72-ac82f3efcec4 req-ecd7bf92-17ad-46a8-b449-0a4241f048a4 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340349 Feb 10 21:19:21.535368 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5d89428-57c8-40d8-a575-3fa8c9418660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:23.512275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7047bf86-b6ae-4510-9bb9-21e6c6541ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:24.272311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:25.518298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:26.055579 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:38.774777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:43.801078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:19:51.557844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a575969c-8356-450b-8f9e-aa31e70870bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:53.545926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0064-31d0-4fb4-ba09-183fd5e68e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:54.277705 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:55.534481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:19:56.065842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:08.779845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:16.642264 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-3f51a954-a3e8-4769-961d-8673b1e2d085 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0800412 Feb 10 21:20:16.738123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-9b14e8e4-4166-4483-8302-d630428e6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:20:16.739730 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-9b14e8e4-4166-4483-8302-d630428e6feb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 1162 time: 0.0769098 Feb 10 21:20:16.896744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-bc6b140c-9b01-4042-9c33-1571a235ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:20:16.898251 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-bc6b140c-9b01-4042-9c33-1571a235ffe2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1377933 Feb 10 21:20:17.009109 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-a3910503-4947-427a-955d-77dda2d01caa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 200 len: 1001 time: 0.1033697 Feb 10 21:20:17.079993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-a2ab5dd7-a1a2-41d6-92d9-1e505d650037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:20:17.081546 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-a2ab5dd7-a1a2-41d6-92d9-1e505d650037 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0662653 Feb 10 21:20:17.164414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-2a940bdf-ee97-49db-8487-2592efd66578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:20:17.166168 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-2a940bdf-ee97-49db-8487-2592efd66578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769289 Feb 10 21:20:17.309768 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-9fd03e82-0e44-4fd3-a018-9e04b9e0e5ec service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368842 Feb 10 21:20:17.451886 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1bc1400c-e47e-47de-86ff-6aacb1552fd1 req-209cf6a9-5d8f-4e14-886e-2ba137f7788a service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352775 Feb 10 21:20:20.800127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:20:21.568496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86aca75c-0e8f-44ef-831c-5a55cc654f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:23.528300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7485be86-a780-4e5d-aaf7-b415e729833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:24.271071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:25.533962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:26.081953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:38.773547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:51.550526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-47f445a6-0298-4e9c-8199-7cc7a5099133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:53.527703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8a4441f3-9ed9-4a63-b6c5-d6ddf53c251b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:54.270634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:55.539111 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:56.064808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:20:57.799132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:21:08.779134 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:18.650722 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-6707273e-7ae7-45fa-9e64-ce6365ea25f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773346 Feb 10 21:21:18.750506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-e3b396f7-a6e4-482d-b2db-d047df3e2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:18.752140 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-e3b396f7-a6e4-482d-b2db-d047df3e2788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.0802820 Feb 10 21:21:18.906618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-235898f3-73ff-4a22-a7d1-b490495fee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:18.908163 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-235898f3-73ff-4a22-a7d1-b490495fee3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1376576 Feb 10 21:21:19.017141 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-4561b278-b9dc-4e96-8abb-4010d44eb0b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 1002 time: 0.1016109 Feb 10 21:21:19.085495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-93a9df42-9471-492b-ad37-ec2c10aebda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:19.087795 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-93a9df42-9471-492b-ad37-ec2c10aebda2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0641487 Feb 10 21:21:19.171332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-7820f170-340f-41e3-88a0-fe3b402f86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:19.172816 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-7820f170-340f-41e3-88a0-fe3b402f86ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786839 Feb 10 21:21:19.318300 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-3b96dfbb-6048-4210-b4d9-0860c71ec92c service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382687 Feb 10 21:21:19.460600 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-621e06f8-b8ce-43fb-91e6-28c4adf63166 req-badac23c-8d60-4e2e-b110-e68c1ee17ffb service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347282 Feb 10 21:21:21.544123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aa26abaa-7f5f-4c05-be23-edfe1ec5a115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:23.539022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8952f7a5-0b57-413d-a6c7-ec15eed8ef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:24.287162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:24.640588 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-e06ecbb4-5563-4224-ba6a-f4e886fd0838 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/floatingips/1f75f832-1a1b-4d80-b658-6020b4f19867 HTTP/1.1" status: 200 len: 999 time: 0.1307943 Feb 10 21:21:24.879250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-be708046-b8fb-4e94-9818-6ce8ee9cad32 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:24.880845 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-be708046-b8fb-4e94-9818-6ce8ee9cad32 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 784 time: 0.2343798 Feb 10 21:21:24.899217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-5791c020-8aa7-4e32-829e-8c8f2a3861af tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:21:24.899217 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-5791c020-8aa7-4e32-829e-8c8f2a3861af tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061791 Feb 10 21:21:25.020094 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-385d06fe-87e9-408b-8f5b-b0768446325e tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.173 HTTP/1.1" status: 200 len: 1002 time: 0.1195273 Feb 10 21:21:25.185916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-6792664a-99fe-40e5-af89-f0f326c2c360 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:25.187468 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-6792664a-99fe-40e5-af89-f0f326c2c360 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports/65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 943 time: 0.1610482 Feb 10 21:21:25.392638 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-6231446b-40ef-44eb-b2c2-a264fee52cc8 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.173 HTTP/1.1" status: 200 len: 1002 time: 0.1220925 Feb 10 21:21:25.538421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:25.631983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Deleting port a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:25.632354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.032540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.033139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.069713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.167667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Calling delete_port for a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d owned by network:floatingip {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:26.361410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.376522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7c8a1d05-7aff-4224-91d7-51d889c83bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:26.436408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event deleted for resources: {'Port': ['ID=a4d4c5bb-c7eb-442c-a22c-2d73cc35b95d,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:26.501756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.502163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.502563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.503006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.503398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.503937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.504325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.504708 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.505094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.505475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.505858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.506240 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.506735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.507142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.507527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.508493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.508984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.509369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.509749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.510130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.510506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.510913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.511302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.511706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:26.517187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:26.625281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for floatingip, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:26.625750 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Floating IP 1f75f832-1a1b-4d80-b658-6020b4f19867 disassociated (deleted). External IP: 172.28.3.173, port: 65803ca2-86ed-41db-9551-bf0f1af50704. Feb 10 21:21:27.036272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Router a48745d5-d9d5-4655-a7c1-917122640552 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:21:27.236669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:21:27.247942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Sync routers for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:21:27.258062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:27.258765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:27.322438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:27.404474 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "DELETE /v2.0/floatingips/1f75f832-1a1b-4d80-b658-6020b4f19867 HTTP/1.1" status: 204 len: 173 time: 2.0055146 Feb 10 21:21:27.405226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:21:27.461606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:27.514812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-1af2e74a-5297-45e9-bcf5-fec51ccd6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.516703 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-1af2e74a-5297-45e9-bcf5-fec51ccd6b71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.0941780 Feb 10 21:21:27.632534 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'status': 'completed', 'code': 200} Feb 10 21:21:27.698475 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-6ee42816-faaf-44ca-9e66-5d466b885eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.700320 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-6ee42816-faaf-44ca-9e66-5d466b885eda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 1163 time: 0.0915680 Feb 10 21:21:27.709170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-567e635a-694d-4991-98f4-f39913794f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.712315 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-567e635a-694d-4991-98f4-f39913794f49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1865304 Feb 10 21:21:27.815473 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-54003df4-5e0e-4ff5-9c8a-faa2a174fb14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 217 time: 0.0779395 Feb 10 21:21:27.845156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:27.849753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Checking router: a48745d5-d9d5-4655-a7c1-917122640552 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:21:27.860476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:27.861408 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:27.863489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-4a50cbd5-74c9-4072-9a7e-c0e6d495193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.864501 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-4a50cbd5-74c9-4072-9a7e-c0e6d495193e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 200 len: 902 time: 0.1575186 Feb 10 21:21:27.898446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-680eafb4-04b4-42fb-9b60-2bdc926aee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.900465 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-680eafb4-04b4-42fb-9b60-2bdc926aee4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0803881 Feb 10 21:21:27.957407 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-cd388b7b-7f26-40c1-a0e3-80ac5b1ec2cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 200 len: 217 time: 0.0854850 Feb 10 21:21:27.997458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30d1a-78d7-4844-9b91-721088cf165b req-6346dbf5-5d09-4c61-83e5-f2cfa1909022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:27.999274 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-6346dbf5-5d09-4c61-83e5-f2cfa1909022 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893159 Feb 10 21:21:28.035463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-c4cb2a13-17a4-4406-9bc6-041b9452b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:28.037145 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-c4cb2a13-17a4-4406-9bc6-041b9452b10f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 200 len: 847 time: 0.0736048 Feb 10 21:21:28.136025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-a6ac131a-0b54-4a20-ab64-34c939689a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:28.138345 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-a6ac131a-0b54-4a20-ab64-34c939689a14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef587ea5-6090-44ea-abd7-2dddfca9941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939484 Feb 10 21:21:28.177384 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-69710966-1da2-4f18-870d-ae921ba6372d service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649184 Feb 10 21:21:28.285734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:28.310909 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-9a4f7211-ee00-456d-8348-6ab7b93c8ecf service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656492 Feb 10 21:21:28.337688 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0be30d1a-78d7-4844-9b91-721088cf165b req-9df6db2b-16d7-4034-bcf0-e4582af6a989 service neutron] 10.222.0.77 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467388 Feb 10 21:21:28.488664 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d0882b14-9a2c-45f5-9e98-79399ff82aeb req-aa372ce8-ae74-4414-bbb3-3cc628276e50 service neutron] 10.222.0.46 "GET /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714966 Feb 10 21:21:28.666901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:28.671298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089cb79-87ca-4e0d-9e16-fdd1c9d199f0 None None] The sync data for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb is: [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:16:57Z', 'revision_number': 4, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '65987c8d-1ba4-4f70-a058-7c22478ff128', 'name': '', 'network_id': 'ef587ea5-6090-44ea-abd7-2dddfca9941d', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'mac_address': 'fa:16:3e:2b:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '93f370aa-7264-44cc-be49-499047e07c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:57Z', 'updated_at': '2021-02-10T21:17:05Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'subnets': [{'id': '93f370aa-7264-44cc-be49-499047e07c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:21:28.978220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977be55-9406-474a-ad89-11ff9addbcb2 req-445fa969-06ce-43dd-9ff9-1f78e20259a6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:28.979083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8977be55-9406-474a-ad89-11ff9addbcb2 req-445fa969-06ce-43dd-9ff9-1f78e20259a6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:21:29.018846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8977be55-9406-474a-ad89-11ff9addbcb2 req-445fa969-06ce-43dd-9ff9-1f78e20259a6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:21:29.020353 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8977be55-9406-474a-ad89-11ff9addbcb2 req-445fa969-06ce-43dd-9ff9-1f78e20259a6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.2083716 Feb 10 21:21:29.099633 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8977be55-9406-474a-ad89-11ff9addbcb2 req-795baab9-45ef-4dc2-a1cb-87e8283d4075 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0717680 Feb 10 21:21:29.100899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e316af-679f-42e6-a78c-37a736b3ecb0 None None] New status for floating IP 1f75f832-1a1b-4d80-b658-6020b4f19867: DOWN {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:21:30.409721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf794253-5ac1-4666-8e9b-017702fa4d69 req-caf4b220-5cf2-48b9-b895-9ccb5f485324 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:30.411463 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bf794253-5ac1-4666-8e9b-017702fa4d69 req-caf4b220-5cf2-48b9-b895-9ccb5f485324 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.1712606 Feb 10 21:21:30.478755 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bf794253-5ac1-4666-8e9b-017702fa4d69 req-99e7e843-71af-484c-88b8-a799f18e4070 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604110 Feb 10 21:21:30.506428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-cb0ae7ff-1928-4b69-9c17-71ece2435ab1 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:30.507502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-cb0ae7ff-1928-4b69-9c17-71ece2435ab1 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Synchronizing usage tracker for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:21:30.525069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-cb0ae7ff-1928-4b69-9c17-71ece2435ab1 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Unset dirty status for tenant:2684aa1e9db6479cb5b2834c421df2fb on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:21:30.526600 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-cb0ae7ff-1928-4b69-9c17-71ece2435ab1 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.46 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 946 time: 0.2258291 Feb 10 21:21:30.627465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Deleting port 65803ca2-86ed-41db-9551-bf0f1af50704 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:30.627849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:30.902658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=65803ca2-86ed-41db-9551-bf0f1af50704,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:30.903094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:31.044593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Calling delete_port for 65803ca2-86ed-41db-9551-bf0f1af50704 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:31.156406 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 65803ca2-86ed-41db-9551-bf0f1af50704 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:31.290062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:31.320926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:21:31.331167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=65803ca2-86ed-41db-9551-bf0f1af50704,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:31.350156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:31.352385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8eaca917-ce00-4307-9f54-fa3e16513dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:31.379116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:21:31.379489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:21:31.424998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:31.433699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.434091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.434470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.434874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.435244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.438834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.439219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.439539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.439901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.440251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.440612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.440969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.441363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.441732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.442107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:31.447209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:31.470446 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'code': 200} Feb 10 21:21:31.774060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f9e92-5fcd-4e44-882d-9d69cf5667eb req-46b40737-bad6-461a-b29a-6495aef43a91 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:21:31.775688 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-842f9e92-5fcd-4e44-882d-9d69cf5667eb req-46b40737-bad6-461a-b29a-6495aef43a91 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 944 time: 0.1640153 Feb 10 21:21:31.843580 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-842f9e92-5fcd-4e44-882d-9d69cf5667eb req-252c4f4d-6822-4a94-ba8e-afcbd32b4154 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups?id=2567557c-be8c-42b9-bb0b-85f1cbc1f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0615358 Feb 10 21:21:31.880236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Deleting port 65803ca2-86ed-41db-9551-bf0f1af50704 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:31.880620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:32.145986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] For port 65803ca2-86ed-41db-9551-bf0f1af50704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=65803ca2-86ed-41db-9551-bf0f1af50704,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:32.146381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:32.281807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Calling delete_port for 65803ca2-86ed-41db-9551-bf0f1af50704 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:32.544096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:32.559613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-76aa5b79-5ddd-4ff6-b151-0d05575e1cee tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:32.619501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event deleted for resources: {'Port': ['ID=65803ca2-86ed-41db-9551-bf0f1af50704,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:32.676884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.677291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.677703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.678103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.678502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.678946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.679340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.680356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.680933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.681328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.681721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.682112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.682598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.685062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.685536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.685998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.686410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.686881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.687288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.687691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.688091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.688490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.688929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.689344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:21:32.698057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:32.795522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] No DVR routers for this DVR port 65803ca2-86ed-41db-9551-bf0f1af50704 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:21:32.797784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:32.800792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-deleted', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:21:32.842051 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a014ffaa-2334-4b6d-a7e6-33a6ead7a7d8 req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.46 "DELETE /v2.0/ports/65803ca2-86ed-41db-9551-bf0f1af50704 HTTP/1.1" status: 204 len: 173 time: 2.3102076 Feb 10 21:21:32.982151 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12d2421-9730-4c09-9ba2-396b666331b8', 'name': 'network-vif-deleted', 'tag': '65803ca2-86ed-41db-9551-bf0f1af50704', 'status': 'completed', 'code': 200} Feb 10 21:21:33.040789 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-62b5526e-0a60-4f5c-91eb-1b3f429443d3 req-9d1b0ffa-2c1b-45ea-a2a2-01d7da6c13ad tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12d2421-9730-4c09-9ba2-396b666331b8 HTTP/1.1" status: 200 len: 210 time: 0.0519390 Feb 10 21:21:34.244960 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-3091238a-338b-416d-843c-8c20e96feefe tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "GET /v2.0/security-groups/2567557c-be8c-42b9-bb0b-85f1cbc1f57e HTTP/1.1" status: 200 len: 2991 time: 0.0684502 Feb 10 21:21:34.341044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:34.372715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:34.435724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:34.441714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d4145f33-39da-4e1c-95bd-84a55da7cdf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:34.457665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567557c-be8c-42b9-bb0b-85f1cbc1f57e,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:34.462221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:34.492987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:34.494199 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-67e57615-e1a2-4e58-b0c9-5ce9ba7a42d0 req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] 10.222.0.77 "DELETE /v2.0/security-groups/2567557c-be8c-42b9-bb0b-85f1cbc1f57e HTTP/1.1" status: 204 len: 173 time: 0.2428641 Feb 10 21:21:34.608692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57734) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:34.798423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:21:35.418787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:35.807155 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Deleting port 65987c8d-1ba4-4f70-a058-7c22478ff128 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:35.807489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:35.997804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] For port 65987c8d-1ba4-4f70-a058-7c22478ff128, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=65987c8d-1ba4-4f70-a058-7c22478ff128,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:35.998191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:36.131065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Calling delete_port for 65987c8d-1ba4-4f70-a058-7c22478ff128 owned by network:router_interface {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:36.487034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:36.502604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:36.561100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65987c8d-1ba4-4f70-a058-7c22478ff128,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:36.611594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:36.921185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:37.443356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Router a48745d5-d9d5-4655-a7c1-917122640552 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:21:37.888013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:21:37.898175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Sync routers for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:21:37.905235 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-74b14c60-e019-49f1-a312-4c21bccda9e1 admin admin] 10.222.0.77 "PUT /v2.0/routers/a48745d5-d9d5-4655-a7c1-917122640552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927916 Feb 10 21:21:37.905574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57740) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:37.910346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:37.911098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:38.112658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:38.117448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks [] for router, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:38.316853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:38.322627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Deleting port c7529f66-8660-4b0f-a163-d6d11f54bb8f {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:38.323028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:38.431257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:21:36Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:38.435654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Checking router: a48745d5-d9d5-4655-a7c1-917122640552 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:21:38.445104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Routers {'a48745d5-d9d5-4655-a7c1-917122640552'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:38.446006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['a48745d5-d9d5-4655-a7c1-917122640552'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:38.520725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] For port c7529f66-8660-4b0f-a163-d6d11f54bb8f, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c7529f66-8660-4b0f-a163-d6d11f54bb8f,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:38.521215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:38.655336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] Set router a48745d5-d9d5-4655-a7c1-917122640552 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:38.663344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Calling delete_port for c7529f66-8660-4b0f-a163-d6d11f54bb8f owned by network:router_gateway {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:38.866415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: WARNING neutron.plugins.ml2.ovo_rpc [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: result = function(*args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: proto.__init__(conn_state, self) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: self.handle() Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: self.handle_one_request() Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: self.handle_one_response() Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: result = self.application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return app(environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self.application) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return request.get_response(self.application) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = req.get_response(self._app) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: application, catch_exc_info=False) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: app_iter = application(self.environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: response = self.app(environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return resp(environ, start_response) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: resp = self.call_func(req, *args, **kw) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: return self.func(req, *args, **kwargs) Feb 10 21:21:38.869915 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: result = method(request=request, **args) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return self._delete(request, id, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*dup_args, **dup_kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: obj_deleter(request.context, id, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return method(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(*dup_args, **dup_kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: self._delete_current_gw_port(context, id, router, None) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: admin_ctx, gw_port_id, l3_port_check=False) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, context, *args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return method(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: context, port, router_ids, bound_mech_contexts) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: return function(*args, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: callback(resource, event, trigger, **kwargs) Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: if self._is_session_semantic_violated(context, resource, event): Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: stack = traceback.extract_stack() Feb 10 21:21:38.875468 dv-cinder-775008-1-smb neutron-server[79890]: Feb 10 21:21:38.892519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.004308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c119094f-6669-441f-b966-b0280608ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:21:36Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:39.008675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c119094f-6669-441f-b966-b0280608ab57 None None] The sync data for ids ['a48745d5-d9d5-4655-a7c1-917122640552'] in dv-cinder-775008-1-smb is: [{'id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'name': 'tempest-TestShelveInstance-895361575-router', 'tenant_id': '2684aa1e9db6479cb5b2834c421df2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:16:52Z', 'updated_at': '2021-02-10T21:21:36Z', 'revision_number': 5, 'project_id': '2684aa1e9db6479cb5b2834c421df2fb', 'gw_port': {'id': 'c7529f66-8660-4b0f-a163-d6d11f54bb8f', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48745d5-d9d5-4655-a7c1-917122640552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:16:53Z', 'updated_at': '2021-02-10T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:21:39.080414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.182352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 65987c8d-1ba4-4f70-a058-7c22478ff128 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:39.223450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.224124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 65987c8d-1ba4-4f70-a058-7c22478ff128 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:39.224974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 65987c8d-1ba4-4f70-a058-7c22478ff128 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:39.226021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.401174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.401760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48745d5-d9d5-4655-a7c1-917122640552 {{(pid=80004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:21:39.417700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.418981 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-23455950-0df9-4cb6-80c1-dc69e6627739 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a48745d5-d9d5-4655-a7c1-917122640552 HTTP/1.1" status: 204 len: 168 time: 1.5123448 Feb 10 21:21:39.421676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57744) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:39.494737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Deleting subnet 93f370aa-7264-44cc-be49-499047e07c8c {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:21:39.498354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.560572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7323637'] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.690557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:39.990309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847452311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261834'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.006956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b8f0a9e0-6a09-4771-b359-5086cfcdd707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:40.057123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f370aa-7264-44cc-be49-499047e07c8c,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:40.059866 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:40.145749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.152564 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4c35bcd9-b748-46db-b983-72b6f3608797 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93f370aa-7264-44cc-be49-499047e07c8c HTTP/1.1" status: 204 len: 168 time: 0.7296655 Feb 10 21:21:40.152797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1be49-f0b8-40bc-b0c4-0bf305fda9ed None None] Network ef587ea5-6090-44ea-abd7-2dddfca9941d requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:21:40.155287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57750) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:40.277771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.353280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Deleting port d163cccf-630c-48fa-82ad-be8a505dd68b {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:40.353650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.422660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] DHCP port deletion for ef587ea5-6090-44ea-abd7-2dddfca9941d request from dv-cinder-775008-1-smb {{(pid=80005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 10 21:21:40.427699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Deleting port d163cccf-630c-48fa-82ad-be8a505dd68b {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:40.428125 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.584525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] For port d163cccf-630c-48fa-82ad-be8a505dd68b, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d163cccf-630c-48fa-82ad-be8a505dd68b,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:40.584840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.659694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] For port d163cccf-630c-48fa-82ad-be8a505dd68b, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=d163cccf-630c-48fa-82ad-be8a505dd68b,segment=NetworkSegment(c8b25d23-4734-4e7b-a230-2f2eecac5d67),segment_id=c8b25d23-4734-4e7b-a230-2f2eecac5d67)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:40.660066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.721735 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Calling delete_port for d163cccf-630c-48fa-82ad-be8a505dd68b owned by network:dhcp {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:40.949398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:40.965912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-18d88407-2e8b-4eba-86c1-c2249b9d07ea tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:40.975381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Calling delete_port for d163cccf-630c-48fa-82ad-be8a505dd68b owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:41.026583 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d163cccf-630c-48fa-82ad-be8a505dd68b,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:41.074832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:41.111409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] No DVR routers for this DVR port d163cccf-630c-48fa-82ad-be8a505dd68b on host dv-cinder-775008-1-smb {{(pid=80004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:21:41.127402 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:21:41.127819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:21:41.221259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d163cccf-630c-48fa-82ad-be8a505dd68b no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:41.235522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:41.263070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: d163cccf-630c-48fa-82ad-be8a505dd68b {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:41.275108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device d163cccf-630c-48fa-82ad-be8a505dd68b not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:41.275108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c7529f66-8660-4b0f-a163-d6d11f54bb8f no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:41.303190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: c7529f66-8660-4b0f-a163-d6d11f54bb8f {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:41.303591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c7529f66-8660-4b0f-a163-d6d11f54bb8f not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:41.585383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef587ea5-6090-44ea-abd7-2dddfca9941d']}} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:41.598842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b25d23-4734-4e7b-a230-2f2eecac5d67') {'for_net_delete': True} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:41.599177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b25d23-4734-4e7b-a230-2f2eecac5d67') {} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:41.611673 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847452163'] for segment, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:41.626384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:41.628460 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:21:41.629043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Deleting port d163cccf-630c-48fa-82ad-be8a505dd68b {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:41.629545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:41.702847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bc479ce4-2c79-463c-b9fa-1e6af39a4fb5 None None] The port 'd163cccf-630c-48fa-82ad-be8a505dd68b' was deleted {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 10 21:21:41.813141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Network ef587ea5-6090-44ea-abd7-2dddfca9941d has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:21:41.822872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7322058'] for segment, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:42.008117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Network ef587ea5-6090-44ea-abd7-2dddfca9941d has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:21:42.030851 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:21:42.126934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:42.130640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:42.146001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:42.161485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef587ea5-6090-44ea-abd7-2dddfca9941d,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:42.165096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:42.202035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ef587ea5-6090-44ea-abd7-2dddfca9941d HTTP/1.1" status: 204 len: 168 time: 2.0455778 Feb 10 21:21:42.205035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57754) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:42.802987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:43.179136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Deleting port c463f276-363b-419b-bb06-1ee2835f8e48 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:43.180573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:43.376287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] For port c463f276-363b-419b-bb06-1ee2835f8e48, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=c463f276-363b-419b-bb06-1ee2835f8e48,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:43.376706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:43.518788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Calling delete_port for c463f276-363b-419b-bb06-1ee2835f8e48 owned by network:router_interface {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:43.766806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:43.789534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:43.861362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Pushing event deleted for resources: {'Port': ['ID=c463f276-363b-419b-bb06-1ee2835f8e48,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:43.865658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:44.277442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:45.074171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Router fdcff5d7-8a85-43be-927d-eb691e596a9c has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:21:45.279053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:21:45.288086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Sync routers for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:21:45.290130 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] 10.222.0.77 "PUT /v2.0/routers/fdcff5d7-8a85-43be-927d-eb691e596a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0839093 Feb 10 21:21:45.292803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57758) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:45.298469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:45.299179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:45.488545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:45.491534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:45.690969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:45.696934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Deleting port bfcb7927-89ac-4933-a636-45b8cf0d2b66 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:45.697299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:45.798324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:21:43Z', 'revision_number': 5, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:45.802404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Checking router: fdcff5d7-8a85-43be-927d-eb691e596a9c for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:21:45.812138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Routers {'fdcff5d7-8a85-43be-927d-eb691e596a9c'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:21:45.812780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:21:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['fdcff5d7-8a85-43be-927d-eb691e596a9c'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:45.901747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] For port bfcb7927-89ac-4933-a636-45b8cf0d2b66, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=bfcb7927-89ac-4933-a636-45b8cf0d2b66,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:45.902132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.017296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] Set router fdcff5d7-8a85-43be-927d-eb691e596a9c gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:21:46.047239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Calling delete_port for bfcb7927-89ac-4933-a636-45b8cf0d2b66 owned by network:router_gateway {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:46.266084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.354120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b26df437-8fb3-4875-a958-77429f523643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:21:43Z', 'revision_number': 5, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:46.358561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26df437-8fb3-4875-a958-77429f523643 None None] The sync data for ids ['fdcff5d7-8a85-43be-927d-eb691e596a9c'] in dv-cinder-775008-1-smb is: [{'id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'name': 'tempest-TestShelveInstance-551131936-router', 'tenant_id': '7877646ed9f3425bae57854d0dd63146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:17:02Z', 'updated_at': '2021-02-10T21:21:43Z', 'revision_number': 5, 'project_id': '7877646ed9f3425bae57854d0dd63146', 'gw_port': {'id': 'bfcb7927-89ac-4933-a636-45b8cf0d2b66', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcff5d7-8a85-43be-927d-eb691e596a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:17:03Z', 'updated_at': '2021-02-10T21:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:21:46.469653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.629312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.631724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.875426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.876074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcff5d7-8a85-43be-927d-eb691e596a9c {{(pid=80004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:21:46.892034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:46.893649 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-bf8e8f36-e3b7-4310-acf0-fa86decf62c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fdcff5d7-8a85-43be-927d-eb691e596a9c HTTP/1.1" status: 204 len: 168 time: 1.5995553 Feb 10 21:21:46.896260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57762) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:46.988159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Deleting subnet 07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:21:46.991510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:47.045428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7323637'] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:47.133777 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:47.224954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c463f276-363b-419b-bb06-1ee2835f8e48 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:47.263000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: c463f276-363b-419b-bb06-1ee2835f8e48 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:47.263388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device c463f276-363b-419b-bb06-1ee2835f8e48 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:47.263884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device bfcb7927-89ac-4933-a636-45b8cf0d2b66 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:47.303693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: bfcb7927-89ac-4933-a636-45b8cf0d2b66 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:47.304010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device bfcb7927-89ac-4933-a636-45b8cf0d2b66 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:47.635091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847452311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261834'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:47.651032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:47.701783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:47.749740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:47.785035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:47.791595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ad036-e3a5-48ec-90e2-f12d218e5009 None None] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:21:47.791813 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/07d0c0d9-a3b9-4b53-a9b7-7c8fa9b177ba HTTP/1.1" status: 204 len: 168 time: 0.8944116 Feb 10 21:21:47.794616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57766) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:47.915310 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.080961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] DHCP port deletion for adfe4961-e51f-41c3-bfaa-5f44b2769e38 request from dv-cinder-775008-1-smb {{(pid=80005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 10 21:21:48.087923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Deleting port 95bf6202-96b2-4774-a59d-d6db684263e6 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:48.088513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.234483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Deleting port 95bf6202-96b2-4774-a59d-d6db684263e6 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:48.234825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.325184 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] For port 95bf6202-96b2-4774-a59d-d6db684263e6, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=95bf6202-96b2-4774-a59d-d6db684263e6,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:48.325540 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.468257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Calling delete_port for 95bf6202-96b2-4774-a59d-d6db684263e6 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:48.472006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] For port 95bf6202-96b2-4774-a59d-d6db684263e6, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=95bf6202-96b2-4774-a59d-d6db684263e6,segment=NetworkSegment(505cd308-7481-4aae-bc51-b753b4ea6748),segment_id=505cd308-7481-4aae-bc51-b753b4ea6748)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:21:48.472453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.583627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:48.599598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-996965d3-42cd-4ff8-a368-52b16b5db23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:48.630501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Calling delete_port for 95bf6202-96b2-4774-a59d-d6db684263e6 owned by network:dhcp {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:21:48.657385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Pushing event deleted for resources: {'Port': ['ID=95bf6202-96b2-4774-a59d-d6db684263e6,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:48.707413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:48.718527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80004) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:21:48.718972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:21:48.743742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] No DVR routers for this DVR port 95bf6202-96b2-4774-a59d-d6db684263e6 on host dv-cinder-775008-1-smb {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:21:49.220059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Deleting port 95bf6202-96b2-4774-a59d-d6db684263e6 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:21:49.220517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:49.221896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 95bf6202-96b2-4774-a59d-d6db684263e6 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:21:49.266145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 95bf6202-96b2-4774-a59d-d6db684263e6 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:21:49.266597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 95bf6202-96b2-4774-a59d-d6db684263e6 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:21:49.304105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] The port '95bf6202-96b2-4774-a59d-d6db684263e6' was deleted {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 10 21:21:49.437192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:49.563099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfe4961-e51f-41c3-bfaa-5f44b2769e38']}} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:49.576962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505cd308-7481-4aae-bc51-b753b4ea6748') {'for_net_delete': True} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:49.577270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505cd308-7481-4aae-bc51-b753b4ea6748') {} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:21:49.590882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847452163'] for segment, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:49.675020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:49.677390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:21:49.872115 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:21:49.882804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7322058'] for segment, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.078584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Network adfe4961-e51f-41c3-bfaa-5f44b2769e38 has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: % (table.description, expected, rows_matched) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: % (table.description, expected, rows_matched) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: % (table.description, expected, rows_matched) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: % (table.description, expected, rows_matched) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:21:50.103457 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:21:50.326363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.330075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:50.348547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.358486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Pushing event deleted for resources: {'Network': ['ID=adfe4961-e51f-41c3-bfaa-5f44b2769e38,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:50.362175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:50.363857 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3530de8a-f2c7-49bb-94a1-11b259148621 admin admin] 10.222.0.77 "DELETE /v2.0/networks/adfe4961-e51f-41c3-bfaa-5f44b2769e38 HTTP/1.1" status: 204 len: 168 time: 2.5682125 Feb 10 21:21:50.669286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57772) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:50.725390 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e2d6c48f-9ed3-41ff-b158-f02808663479 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2684aa1e9db6479cb5b2834c421df2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546772 Feb 10 21:21:50.728059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57776) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:50.797567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.826780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.989223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:50.995230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6d95ea6-0185-4bee-a7c3-1cbffd1604f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:51.010031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d8a3fa-66df-400c-8af8-4c3e4f0af8dc,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:51.013325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:51.019929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:51.021319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1d8a3fa-66df-400c-8af8-4c3e4f0af8dc HTTP/1.1" status: 204 len: 168 time: 0.2922022 Feb 10 21:21:51.560753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-64625f66-a8f4-442c-8e0f-b907fc857c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:51.614529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57784) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:51.963342 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2f0f4979-73e7-4732-954e-fc1d1000eb64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7877646ed9f3425bae57854d0dd63146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473384 Feb 10 21:21:51.965991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57790) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:21:52.030343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:52.059442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:52.246363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:52.251596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3504ad57-8e09-46a3-afc3-7454e25ce249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:21:52.264226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c172f0b-3e3d-40fd-81aa-27ba298c993d,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:21:52.267225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:21:52.270936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:52.272968 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c172f0b-3e3d-40fd-81aa-27ba298c993d HTTP/1.1" status: 204 len: 168 time: 0.3059688 Feb 10 21:21:53.538221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-af874930-cae4-4463-889b-d3e41e16655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:54.303955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:55.526491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:21:56.081248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:08.840463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:11.798086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:22:18.600115 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-5d3d6de4-80e2-4e6b-9c63-c0356c3b6c2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0850089 Feb 10 21:22:18.755904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-b77cea67-6f83-464e-9e37-a7b1958471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:22:18.757556 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-b77cea67-6f83-464e-9e37-a7b1958471b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 1162 time: 0.0826635 Feb 10 21:22:18.916881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-63480e84-d202-4188-a043-2514ac30deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:22:18.918487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-63480e84-d202-4188-a043-2514ac30deeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1415827 Feb 10 21:22:19.032645 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-f76fe817-a04a-4e9a-b947-4fcb2fd43c08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1075866 Feb 10 21:22:19.102235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-41c64a67-9c45-43b9-82a8-51f0fd7f7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:22:19.103832 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-41c64a67-9c45-43b9-82a8-51f0fd7f7300 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0646458 Feb 10 21:22:19.190037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-3ec5ddcd-f4e4-4ca4-a84d-e9775b0aedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:22:19.191721 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-3ec5ddcd-f4e4-4ca4-a84d-e9775b0aedf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815485 Feb 10 21:22:19.345697 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-3c9d5958-3d77-4b4f-846e-728ac754149e service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470606 Feb 10 21:22:19.488048 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a4a142b2-ff83-48b9-84f8-d0fc6e336a1b req-609ec22a-28a3-4b2d-adbb-e59a6b2b6991 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353769 Feb 10 21:22:21.542978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7da39124-920d-492f-bffa-604388654b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:23.531270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-220cf589-41fa-41f3-8917-dc837589ea29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:24.286066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:25.531964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:26.086531 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:38.805668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:48.797784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:22:51.559873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc57796b-a8d2-4463-b627-7b178f014f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:53.536714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ab4d6ed0-a127-4d8f-8574-0357c0663614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:54.308004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:55.531318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:22:56.102641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:08.799398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:13.071403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b704-3eb3-48f2-b4dc-647d17b143e5 req-4b13e498-084b-4fdf-ae06-e28da2633c28 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:13.073698 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2bc5b704-3eb3-48f2-b4dc-647d17b143e5 req-4b13e498-084b-4fdf-ae06-e28da2633c28 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 945 time: 0.3850775 Feb 10 21:23:13.144523 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2bc5b704-3eb3-48f2-b4dc-647d17b143e5 req-2e95b775-1acd-4240-a3d1-5e49e619db64 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641406 Feb 10 21:23:13.304508 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-5c0a758d-ead9-4c4f-b075-5c2e815d9e1a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:13.305322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-5c0a758d-ead9-4c4f-b075-5c2e815d9e1a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:13.359021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-5c0a758d-ead9-4c4f-b075-5c2e815d9e1a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:13.360569 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-5c0a758d-ead9-4c4f-b075-5c2e815d9e1a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 945 time: 0.2236128 Feb 10 21:23:13.461328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:23:13.461622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:13.729217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:13.729522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:13.761869 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:23:13.901587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:13.948414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:13.959255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:13.988042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:13.991118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e855f510-a717-48c5-b484-f855f2af54f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:14.044035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'code': 200} Feb 10 21:23:14.076357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:14.077020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:14.077145 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 5caf7b0d-0d2e-48cc-b7d4-93658b304d90 disassociated. External IP: 172.28.3.139, port: 40af6ce4-ac98-4565-8997-c52c8ffb0cb5. Feb 10 21:23:14.077437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:23:14.083774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:14.097759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.098156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.098541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.098971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.099488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.099858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.100230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.100641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.106174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.107812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:14.112630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:14.194313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:23:14.194562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:23:14.449749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbc30d-6615-43c3-9c7b-a7b4b9a7b330 req-03bf0f4c-0603-4bda-b7f2-4fd5eb650138 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:14.451462 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0cbc30d-6615-43c3-9c7b-a7b4b9a7b330 req-03bf0f4c-0603-4bda-b7f2-4fd5eb650138 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 943 time: 0.1664972 Feb 10 21:23:14.521596 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0cbc30d-6615-43c3-9c7b-a7b4b9a7b330 req-9782aefa-2df4-44bf-a93f-dab6296f60dd tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636597 Feb 10 21:23:14.695390 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:23:14.695818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:14.974626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] For port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:14.975048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:15.301224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:15.301781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:15.301950 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 5caf7b0d-0d2e-48cc-b7d4-93658b304d90 disassociated. External IP: 172.28.3.139, port: 40af6ce4-ac98-4565-8997-c52c8ffb0cb5. Feb 10 21:23:15.302327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:23:15.526117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:15.542872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:15.600805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'Port': ['ID=40af6ce4-ac98-4565-8997-c52c8ffb0cb5,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:15.616000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.616000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.616000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.616521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.616521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.616864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.617253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.617741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.618005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.618388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.618859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.619244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.619729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.620112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.620495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.620876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.621239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.621615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.621997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.622377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.622780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.623174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.623547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.623925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:15.723623 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-96e947bc-d6af-41d4-9f85-eb3e7a0da50f req-2e7099cf-3cbe-4fd2-a497-1ff9c148c341 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.0582016 Feb 10 21:23:15.907992 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:16.216769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:23:16.422634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:23:16.434363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:23:16.444973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:16.445750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:22:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:16.468512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] No DVR routers for this DVR port 40af6ce4-ac98-4565-8997-c52c8ffb0cb5 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:23:16.471026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:16.474036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-deleted', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:16.514755 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ff5ee9f-352d-4570-a1f9-757a077ff70e req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "DELETE /v2.0/ports/40af6ce4-ac98-4565-8997-c52c8ffb0cb5 HTTP/1.1" status: 204 len: 173 time: 3.1489630 Feb 10 21:23:16.558474 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d3f7f-5724-46cb-9de4-a3ecb11b8462', 'name': 'network-vif-deleted', 'tag': '40af6ce4-ac98-4565-8997-c52c8ffb0cb5', 'status': 'completed', 'code': 200} Feb 10 21:23:16.604451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c0483-d4f8-4a6a-ae0d-aa1c3e6de141 req-3225aec3-becf-45fc-ac5f-a5535a437e60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:16.606644 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-186c0483-d4f8-4a6a-ae0d-aa1c3e6de141 req-3225aec3-becf-45fc-ac5f-a5535a437e60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.2807510 Feb 10 21:23:16.686582 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-186c0483-d4f8-4a6a-ae0d-aa1c3e6de141 req-91d14e43-8473-4df4-b86e-e5812cf1530e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685647 Feb 10 21:23:16.850353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:16.941461 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71d6efbb-ff00-4801-bdcf-2d782c25cc10 req-49aaeaf2-e4fa-4dc5-9427-154ae2f09684 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=322d3f7f-5724-46cb-9de4-a3ecb11b8462 HTTP/1.1" status: 200 len: 210 time: 0.0561216 Feb 10 21:23:17.081722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-008be4ed-98e9-4ac3-8dcb-0df160382ced tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:17.082562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-008be4ed-98e9-4ac3-8dcb-0df160382ced tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:17.120143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-008be4ed-98e9-4ac3-8dcb-0df160382ced tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:17.121495 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-008be4ed-98e9-4ac3-8dcb-0df160382ced tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.2032230 Feb 10 21:23:17.231519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:17.231519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:23:17.239089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Deleting port f0c16ecf-179c-4f1a-809a-306d5d9420be {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:23:17.239474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:17.242725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:17.243025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:22:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:17.448747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:17.526150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] For port f0c16ecf-179c-4f1a-809a-306d5d9420be, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f0c16ecf-179c-4f1a-809a-306d5d9420be,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:17.526539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:17.811355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f0c16ecf-179c-4f1a-809a-306d5d9420be no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:23:17.865025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:17.868955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:17.869376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:17.869903 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Floating IP 1eb11551-0b47-4361-99dd-8a906839cbba disassociated. External IP: 172.28.3.129, port: f0c16ecf-179c-4f1a-809a-306d5d9420be. Feb 10 21:23:17.870300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Calling delete_port for f0c16ecf-179c-4f1a-809a-306d5d9420be owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:23:17.887464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b30d3-6f8e-4bf9-a7e5-c46f0387b719 None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:23:18.002238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.050587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c13d06-5e23-4475-a783-f23f9b7dbfd9 req-0a37343a-ca64-4be9-a7d7-c7010d7bfaad tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:18.052360 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-14c13d06-5e23-4475-a783-f23f9b7dbfd9 req-0a37343a-ca64-4be9-a7d7-c7010d7bfaad tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 945 time: 0.1967602 Feb 10 21:23:18.136222 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-14c13d06-5e23-4475-a783-f23f9b7dbfd9 req-48a2f526-bfa9-49b3-a95c-5ce117cdd735 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=064249ae-16cf-47f0-a1e6-e4358ce4d5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763271 Feb 10 21:23:18.163859 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57872) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:18.175247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 21:23:18.175247 dv-cinder-775008-1-smb neutron-server[79890]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 21:23:18.175247 dv-cinder-775008-1-smb neutron-server[79890]: [parameters: {'status': 'DOWN', 'ports_id': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}] Feb 10 21:23:18.175247 dv-cinder-775008-1-smb neutron-server[79890]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:23:18.175916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:23:18.222092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.239746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-65e1ce1e-6281-49d3-a182-f788b0f736f2 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:18.268130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.298469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'Port': ['ID=f0c16ecf-179c-4f1a-809a-306d5d9420be,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:18.301091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.303497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:18.364665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.371136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f1025d6c-96c4-4e97-853e-1669bd7e078e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:18.377526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92117a6b-1c9b-472b-9867-c70314c99a91 None None] New status for floating IP 5caf7b0d-0d2e-48cc-b7d4-93658b304d90: DOWN {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:23:18.388468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ec421-86ce-4a4e-a039-1f0fcdeff45e,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:18.396707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.399624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.400638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.400638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.400972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.401844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.401844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.402036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.402414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.402924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.403307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.403682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.404548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.404548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.404857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.405104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.405485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:23:18.409311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:18.416077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.417283 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f3ec421-86ce-4a4e-a039-1f0fcdeff45e HTTP/1.1" status: 204 len: 168 time: 0.2523544 Feb 10 21:23:18.420073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57876) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:18.440557 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.v2.resource [None req-6e2c7584-2529-42ef-8e5d-a04b1e456c22 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] show failed (client error): The resource could not be found. Feb 10 21:23:18.441686 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6e2c7584-2529-42ef-8e5d-a04b1e456c22 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups/5f3ec421-86ce-4a4e-a039-1f0fcdeff45e HTTP/1.1" status: 404 len: 347 time: 0.0206187 Feb 10 21:23:18.445394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57880) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:18.652448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:23:18.661950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port 9b8d160a-834d-430d-bcc6-dc859cc52215 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:23:18.662325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.716317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Port f0c16ecf-179c-4f1a-809a-306d5d9420be update to DOWN by agent not found {{(pid=80005) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 10 21:23:18.846127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:23:18.846504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.846900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.856382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:23:18.866729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:18.867800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:22:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:18.904214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] No DVR routers for this DVR port f0c16ecf-179c-4f1a-809a-306d5d9420be on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:23:18.906927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:18.919463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'name': 'network-vif-deleted', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:18.979316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d82e89e2-f797-400a-bd1a-7c30d1e4ed80 req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "DELETE /v2.0/ports/f0c16ecf-179c-4f1a-809a-306d5d9420be HTTP/1.1" status: 204 len: 173 time: 1.8447642 Feb 10 21:23:18.981296 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9df3be-48e8-4c82-acba-fa6a56a35b73', 'name': 'network-vif-deleted', 'tag': 'f0c16ecf-179c-4f1a-809a-306d5d9420be', 'status': 'completed', 'code': 200} Feb 10 21:23:18.997056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for 9b8d160a-834d-430d-bcc6-dc859cc52215 owned by network:floatingip {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:23:19.073947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:19.290752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:19.307719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-25626824-14de-4aba-949d-06ce41ca3a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:19.373327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'Port': ['ID=9b8d160a-834d-430d-bcc6-dc859cc52215,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:19.422229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:19.424898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:19.429102 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:23:19.438731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:19.439395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:22:53Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:19.485494 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d268458f-e6f6-4ed7-8d0e-7e929a28d36b req-1794f033-5dd9-49e4-ae49-cf183e74f5bb tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d9df3be-48e8-4c82-acba-fa6a56a35b73 HTTP/1.1" status: 200 len: 210 time: 0.1096196 Feb 10 21:23:19.591588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:19.606842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:19.612729 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-948d14a4-6468-407e-b1d7-dcc1b96bb4a3 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "DELETE /v2.0/floatingips/5caf7b0d-0d2e-48cc-b7d4-93658b304d90 HTTP/1.1" status: 204 len: 168 time: 1.1616971 Feb 10 21:23:19.651976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:20.023108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57890) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:20.029687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080068385', 'description': 'tempest-description--1433200621'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:20.052666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:20.057379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:20.062083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:20.068337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:20.164562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.185463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:20.187614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:20.189805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fef033-cf94-46e0-ba7b-d6985757268c None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:23:20.191727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:20.194961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:20.201920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:20.314544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.336033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.340045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a58ee365-f3e4-42f4-9d4c-f66ea3c11b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:20.390979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c20ee-1cf6-4365-bdae-062d141dd9f3,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:20.393957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:20.427805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.429180 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-49f0194f-f516-4191-91b1-13d71ec7f762 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4049203 Feb 10 21:23:20.433841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57894) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:20.439621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c20ee-1cf6-4365-bdae-062d141dd9f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:20.462960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:20.468085 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:20.471320 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:20.478776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:20.588847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e40cb3-629b-4a1e-a64c-543cef81a0f9 None None] New status for floating IP 1eb11551-0b47-4361-99dd-8a906839cbba: DOWN {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:23:20.607078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.674153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.709416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57902) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:20.741876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.746172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5598aa78-511c-42d9-9a11-6704b120540f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:20.773242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f31c99-54be-4c4b-b744-9d28e3cd904f,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:20.780656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:20.810899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.822230 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.826299 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-eb844c0a-5ef0-41d5-9f62-1a0fd6764937 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888614 Feb 10 21:23:20.826631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57906) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:20.833001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c20ee-1cf6-4365-bdae-062d141dd9f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:20.847351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.856754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:20.861485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:security_group_rule and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:20.865031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:20.872681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:20.955491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:20.999130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.005033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-da0b4e6c-1b21-4ef0-8d6f-46446df8a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:21.021318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064249ae-16cf-47f0-a1e6-e4358ce4d5b4,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:21.022966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.024142 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:21.050589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.056065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.057670 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-7c18c766-9f1d-41e1-945b-845be6c614f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "DELETE /v2.0/security-groups/064249ae-16cf-47f0-a1e6-e4358ce4d5b4 HTTP/1.1" status: 204 len: 168 time: 0.3468182 Feb 10 21:23:21.058426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:21.060190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57910) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:21.079243 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.v2.resource [None req-1ace1e36-75a0-4910-ba61-f64cc7e30bb3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] show failed (client error): The resource could not be found. Feb 10 21:23:21.082952 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1ace1e36-75a0-4910-ba61-f64cc7e30bb3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups/064249ae-16cf-47f0-a1e6-e4358ce4d5b4 HTTP/1.1" status: 404 len: 347 time: 0.0188470 Feb 10 21:23:21.083239 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57914) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:21.083819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56146272-361d-4858-910a-1ad26e1b0a82,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:21.090991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:21.141641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.143058 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153069 Feb 10 21:23:21.146569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57918) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:21.153043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:21.175573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:21.179711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Usage tracker for resource:floatingip and tenant:3289362b2dad42769f08ef5c9330d8e5 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:21.182848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:21.188821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:21.277530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Deleting port a154d972-38c8-4d09-9ce8-54edb5070cce {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:23:21.277884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.455945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.468192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.468552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.541926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b102e79e-22d6-416f-9bee-d359394897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.610640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:21.833917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Calling delete_port for a154d972-38c8-4d09-9ce8-54edb5070cce owned by network:floatingip {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:23:21.894795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Allocated IP 172.28.3.56 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/658bef60-96f7-4dec-b76f-71530523a8fa) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:23:22.053877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.056818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.073221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0867fb2e-e517-4608-928b-87d50d972e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:22.126260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.133137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'Port': ['ID=a154d972-38c8-4d09-9ce8-54edb5070cce,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:22.137966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:22.146608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:22.290206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=658bef60-96f7-4dec-b76f-71530523a8fa,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:22.295396 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:22.304308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.319272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.320526 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "DELETE /v2.0/floatingips/1eb11551-0b47-4361-99dd-8a906839cbba HTTP/1.1" status: 204 len: 168 time: 1.2363098 Feb 10 21:23:22.343413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:23:22.344627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:23:22.346967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:23:22.433468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.529503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.793216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57924) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:22.801898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063548536', 'description': 'tempest-description--1823708490'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:22.826405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:22.832744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:22.836591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:22.844395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:22.867996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.895912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.919538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:22.921919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:22.939297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:22.970427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:22.996518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:23.057993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:23.114341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=658bef60-96f7-4dec-b76f-71530523a8fa,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:23.122414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:23.253869 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.261249 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.283849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.293214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d8a5174-e1f1-4ef7-aa10-e4fb2080a131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:23.331452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162150e2-5fd1-4474-a227-bedd6334e5f2,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:23.335538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:23.336892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.338986 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d34d7dcc-ef9b-4488-b20e-ce7ce2ecbd5f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1912942 Feb 10 21:23:23.359187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.360855 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5665972 Feb 10 21:23:23.363837 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 57930) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:23.369703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group_rule': {'security_group_id': '162150e2-5fd1-4474-a227-bedd6334e5f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:23.391817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:23.395995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:23.399092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:23.405689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:23.482139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.542155 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a8668bac-fb34-4a3f-aaf7-a172ac897ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.599023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-bbf6083b-73b5-44c9-b7a3-1bf56241acf8 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:23.626382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.662825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-bbf6083b-73b5-44c9-b7a3-1bf56241acf8 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:23.664133 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-bbf6083b-73b5-44c9-b7a3-1bf56241acf8 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2080068385&fields=id&tenant_id=3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 267 time: 0.1604922 Feb 10 21:23:23.699054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.716666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1802b273-8ded-4b86-a520-7c3420c1904b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:23.798515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089760fd-164e-4a0f-8aeb-e53842c36716,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:23.812215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:23.854773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.856082 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912200 Feb 10 21:23:23.859164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57944) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:23.865409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'security_group_rule': {'security_group_id': '162150e2-5fd1-4474-a227-bedd6334e5f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:23.888342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:23.892473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:security_group_rule and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:23.895530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:23.901609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:23.943165 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:23.944103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-2f990eac-16b5-4d66-b090-cb7373fbe839 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:23.945784 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-2f990eac-16b5-4d66-b090-cb7373fbe839 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 810 time: 0.2737851 Feb 10 21:23:23.963533 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-10393735-6882-41e6-82de-3adeab94a66d tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/quotas/3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 375 time: 0.0106523 Feb 10 21:23:24.011828 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.050588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.052948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1de0144-67af-48e7-8eee-65bb7634f5f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:24.078476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac851b37-5c18-4485-97f1-22288d88aa8b,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:24.081152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:24.106292 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-8affa275-bcc0-486c-8ed4-55ab87226a14 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:24.130437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.131795 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-db4c9094-4052-48a8-8cce-b68da232f2a3 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2712464 Feb 10 21:23:24.135860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 57948) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:24.141829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:24.158978 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-8affa275-bcc0-486c-8ed4-55ab87226a14 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:24.160468 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-8affa275-bcc0-486c-8ed4-55ab87226a14 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1908925 Feb 10 21:23:24.163710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:24.168657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:floatingip and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:24.171814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:24.177749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:24.210663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.279270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.363979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.398981 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-40e859a3-66d8-462a-9359-7a82fd1263ae service neutron] 10.222.0.77 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243783 Feb 10 21:23:24.551019 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-2ba40a00-ea8b-47b1-ac4d-08aa260ed4c4 service neutron] 10.222.0.77 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443558 Feb 10 21:23:24.696364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Allocated IP 172.28.3.75 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/4f86f54d-2bf5-4b32-8290-79ab14bfea7e) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:23:24.859703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.864517 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3dd17775-21c3-4317-aac7-df2c592f1a12 req-15850d52-d7b2-46f8-a40c-65b15884411c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 210 time: 0.0547721 Feb 10 21:23:24.925037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:24.941232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-bac15455-7894-419f-970c-95b4e90b5973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:25.095567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=4f86f54d-2bf5-4b32-8290-79ab14bfea7e,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:25.099990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:25.142874 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:23:25.144065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:23:25.147049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:23:25.232207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:25.349860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:25.570446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:25.703541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:25.764484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:25.780420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:25.798446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:23:25.940039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=4f86f54d-2bf5-4b32-8290-79ab14bfea7e,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:25.940039 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:26.042519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:26.070502 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-19950826-65a5-4a6a-ae5d-430a4d2e738c req-e59eb60d-3ff8-4419-a8e2-eb08d5b7a931 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 210 time: 0.0521526 Feb 10 21:23:26.101670 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:26.130617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:26.132035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9950793 Feb 10 21:23:26.357911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-9e593dda-bcec-473b-8b4d-73c46008dc75 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:26.398955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-9e593dda-bcec-473b-8b4d-73c46008dc75 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:26.400895 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-9e593dda-bcec-473b-8b4d-73c46008dc75 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1063548536&fields=id&tenant_id=83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 267 time: 0.1057830 Feb 10 21:23:26.654703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-08ac5550-6f8b-46bd-aebe-a73a64975fbe tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:26.656474 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-08ac5550-6f8b-46bd-aebe-a73a64975fbe tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 816 time: 0.2482109 Feb 10 21:23:26.674019 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-dccc0ff4-81eb-4037-8e08-0ccc524e096d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/quotas/83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 375 time: 0.0110838 Feb 10 21:23:26.830970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-5595930c-08ba-4915-b582-c5bd3b326b7a tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507576 Feb 10 21:23:26.957761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-39462515-5721-4e80-8930-5c76907d6d92 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:23:26.967009 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-39462515-5721-4e80-8930-5c76907d6d92 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1221833 Feb 10 21:23:26.996908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-72ec699a-bb9f-443c-ac3e-334d615a77b4 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:26.998586 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-72ec699a-bb9f-443c-ac3e-334d615a77b4 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 810 time: 0.2513540 Feb 10 21:23:27.115329 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-d45bdc53-cad4-4275-8f75-4e9efe273a07 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3289362b2dad42769f08ef5c9330d8e5 HTTP/1.1" status: 200 len: 5705 time: 0.1038539 Feb 10 21:23:27.117975 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-671136a8-040e-46e4-8db6-e904cae5baf0 service neutron] 10.222.0.77 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499584 Feb 10 21:23:27.124969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'port': {'device_id': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'admin_state_up': True, 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'security_groups': ['ab9c20ee-1cf6-4365-bdae-062d141dd9f3']}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:27.282867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:27.284864 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1efd6312-7568-41b0-b68b-6154f7f2bd32 req-c0119ae1-25bf-480a-b2eb-c31dd32e2084 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 210 time: 0.0637181 Feb 10 21:23:27.294058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:27.318310 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-542175fa-563c-475b-8d19-ba80eafdfa67 service neutron] 10.222.0.77 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935399 Feb 10 21:23:27.335970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Made reservation on behalf of 3289362b2dad42769f08ef5c9330d8e5 for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:23:27.358157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:27.588093 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7d80e91-a7c1-4be3-82cc-dac879738926 req-4d544ed1-499c-424e-a3d7-a2cc3f825611 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 210 time: 0.0595424 Feb 10 21:23:27.697598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Allocated IP 172.20.0.4 (a91d5b92-17ab-4788-a1c7-e4a94476c1d3/e8102a7d-4792-469f-b5e0-aed4203af422/f8a2cc66-e52b-4812-bc42-30b51367dfa1) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:23:27.904709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:27.922572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Transition to ACTIVE for port object f8a2cc66-e52b-4812-bc42-30b51367dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:23:27.994628 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:28.010838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:28.198944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event updated for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:28.206120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:28.261578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:23:28.263000 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:23:28.268887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:23:28.424813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:28.426044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:28.485821 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3654695 Feb 10 21:23:28.498082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-573acfcc-f338-4b9a-b870-68d50e4bffcd tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:23:28.499186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-573acfcc-f338-4b9a-b870-68d50e4bffcd tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0078926 Feb 10 21:23:28.605017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-dbb481e5-afd1-4e2c-8004-4e6ab9aea208 None None] Provisioning for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:23:28.611825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-dbb481e5-afd1-4e2c-8004-4e6ab9aea208 None None] Provisioning complete for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:28.612059 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbb481e5-afd1-4e2c-8004-4e6ab9aea208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:28.623857 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Request body: {'port': {'device_id': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:28.632614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8af1a0-26d3-4a9d-80cb-3fe9f3604add req-a20bef81-c561-457c-92fc-3ce84cbb8838 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:28.634379 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0a8af1a0-26d3-4a9d-80cb-3fe9f3604add req-a20bef81-c561-457c-92fc-3ce84cbb8838 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 931 time: 0.1859496 Feb 10 21:23:28.694281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-dbb481e5-afd1-4e2c-8004-4e6ab9aea208 None None] Port f8a2cc66-e52b-4812-bc42-30b51367dfa1 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:23:28.730355 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0a8af1a0-26d3-4a9d-80cb-3fe9f3604add req-2e8f7e78-3152-4bcf-ae25-f9997e7a0cc4 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824759 Feb 10 21:23:28.786949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:28.816744 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-41a104b0-a1cf-4663-a0a1-b470add971e7 req-bea9a141-89c3-4441-b81e-6798b45b620c tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 210 time: 0.0577073 Feb 10 21:23:29.586194 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-b821640a-8df7-45e0-9c2e-772f33c26bd2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:29.588572 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-b821640a-8df7-45e0-9c2e-772f33c26bd2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 816 time: 0.3566782 Feb 10 21:23:29.708195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a2cc66-e52b-4812-bc42-30b51367dfa1 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:23:29.724861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:29.777242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4b75728f-7e40-4b83-902e-3c0eb35db98e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:23:29.783483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Transition to ACTIVE for port object f8a2cc66-e52b-4812-bc42-30b51367dfa1 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:23:29.792679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4b75728f-7e40-4b83-902e-3c0eb35db98e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:security_group {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:23:29.794075 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4b75728f-7e40-4b83-902e-3c0eb35db98e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83c72c4defc643e3bfd72487d55d77af HTTP/1.1" status: 200 len: 5705 time: 0.1887522 Feb 10 21:23:29.804140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'port': {'device_id': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'admin_state_up': True, 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'security_groups': ['162150e2-5fd1-4474-a227-bedd6334e5f2']}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:29.823343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:29.854640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ad7af4b4-a74f-420a-b9fa-c3f2786e676b tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:30.094172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83fb4-cc9e-4c8d-8396-6a60ff4146d9 req-9932d933-fd51-4c34-80ec-6c063687cbb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:30.095971 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4cb83fb4-cc9e-4c8d-8396-6a60ff4146d9 req-9932d933-fd51-4c34-80ec-6c063687cbb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.2258909 Feb 10 21:23:30.106510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:30.110657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:30.171580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:23:30.180421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Usage tracker for resource:port and tenant:83c72c4defc643e3bfd72487d55d77af is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:23:30.184816 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:23:30.192207 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4cb83fb4-cc9e-4c8d-8396-6a60ff4146d9 req-961ad32c-e3aa-4e6b-964c-50db3db8e7e8 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891171 Feb 10 21:23:30.193902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:23:30.249767 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0b7653cf-5741-4127-8aa4-476eff270d2b req-9f8daad8-6b0f-4105-99bf-8643d7260c1d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 210 time: 0.0564063 Feb 10 21:23:30.308015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Made reservation on behalf of 83c72c4defc643e3bfd72487d55d77af for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:23:30.330222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:30.489535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Attempting to bind port f8a2cc66-e52b-4812-bc42-30b51367dfa1 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:23:30.489835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Attempting to bind port f8a2cc66-e52b-4812-bc42-30b51367dfa1 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:23:30.490201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Attempting to bind port f8a2cc66-e52b-4812-bc42-30b51367dfa1 on network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:23:30.512797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:23:30.513167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Checking segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:23:30.513567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:30.513960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Bound using segment: {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:23:30.514431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Bound port: f8a2cc66-e52b-4812-bc42-30b51367dfa1, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:23:30.514825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:30.710610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:23:30.717367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:23:30.783347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:30.806207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:30.864915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Allocated IP 172.20.0.13 (e368b2aa-eed1-416f-a484-77c7d83e0b8b/59c67fa1-d41c-4572-a964-eb563b8af74a/e0c045fd-86ff-4fea-ba5f-ec2369a57008) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:23:30.980739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:30.986803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:31.064124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:31.064716 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:31.066410 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1157 time: 2.5599239 Feb 10 21:23:31.066884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:31.147410 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'status': 'completed', 'code': 200} Feb 10 21:23:31.280903 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:31.305527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-580d1a67-9a9a-47a5-ba3d-7f39c5784a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:31.307814 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-580d1a67-9a9a-47a5-ba3d-7f39c5784a5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1160 time: 0.1536090 Feb 10 21:23:31.314271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Transition to ACTIVE for port object e0c045fd-86ff-4fea-ba5f-ec2369a57008 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:23:31.393623 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-e4e6de23-d611-4e61-992c-a6c6e17ed29d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 217 time: 0.0775807 Feb 10 21:23:31.487190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-08bcb341-c51f-4a82-ad85-643fc85381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:31.489001 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-08bcb341-c51f-4a82-ad85-643fc85381ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0807059 Feb 10 21:23:31.490650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:31.507634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:31.726159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event updated for resources: {'Port': ['ID=e0c045fd-86ff-4fea-ba5f-ec2369a57008,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:31.730656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:31.798151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749220-9a4f-40c1-b2a9-8aa51b5fc23d req-e140303f-d867-4e2c-aaa5-5519706d6833 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:31.799912 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e4749220-9a4f-40c1-b2a9-8aa51b5fc23d req-e140303f-d867-4e2c-aaa5-5519706d6833 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.4670174 Feb 10 21:23:31.913917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b74d-d1d1-4c04-9bcc-c62fbd76ab00 req-1c925992-32c1-4025-b490-b82226a9493c tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:31.916044 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ec38b74d-d1d1-4c04-9bcc-c62fbd76ab00 req-1c925992-32c1-4025-b490-b82226a9493c tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 932 time: 0.3027220 Feb 10 21:23:32.000885 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e4749220-9a4f-40c1-b2a9-8aa51b5fc23d req-faf61b5d-b544-44b7-a79b-1ec354b4e711 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905928 Feb 10 21:23:32.025835 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ec38b74d-d1d1-4c04-9bcc-c62fbd76ab00 req-a14f23a9-71ea-430c-81f7-062aeef80840 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028943 Feb 10 21:23:32.038776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-543ebe75-0c96-475d-b9e2-ebf5af3356f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:32.042050 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-543ebe75-0c96-475d-b9e2-ebf5af3356f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4931557 Feb 10 21:23:32.047976 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:23:32.050589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:23:32.075578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:23:32.297723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:32.298465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:32.347256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-19d12b6f-ab52-4df7-902c-b8420530c6d4 None None] Provisioning for port e0c045fd-86ff-4fea-ba5f-ec2369a57008 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:23:32.347466 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-e9242d34-3a68-4783-98f5-97ad1b48d897 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979097 Feb 10 21:23:32.352702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-19d12b6f-ab52-4df7-902c-b8420530c6d4 None None] Provisioning complete for port e0c045fd-86ff-4fea-ba5f-ec2369a57008 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:32.353167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-19d12b6f-ab52-4df7-902c-b8420530c6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:32.380735 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5806911 Feb 10 21:23:32.402579 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Request body: {'port': {'device_id': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:32.418797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-19d12b6f-ab52-4df7-902c-b8420530c6d4 None None] Port e0c045fd-86ff-4fea-ba5f-ec2369a57008 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:23:32.621692 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-473f1a7e-c8e9-4adc-9660-f9b3dc9f4191 req-eef5a8f5-f992-4c27-86eb-babbb57fedb8 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2681439 Feb 10 21:23:32.631946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:32.932704 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-f760f93f-f997-47d4-b441-9018a4a2ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:32.934385 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-f760f93f-f997-47d4-b441-9018a4a2ed8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1160 time: 0.2361910 Feb 10 21:23:33.213537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-ef8e828d-e30b-41d1-904f-30d7ec9e1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:33.215362 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-ef8e828d-e30b-41d1-904f-30d7ec9e1d21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.2735524 Feb 10 21:23:33.309984 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-2eaaea98-beae-49c9-bed7-d793323797ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 217 time: 0.0862339 Feb 10 21:23:33.374942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b00aa-27f1-4339-af1f-d60fb61d4020 req-b0f24a6a-4f5d-4039-b71c-0986ae4b8a24 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:33.376702 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c91b00aa-27f1-4339-af1f-d60fb61d4020 req-b0f24a6a-4f5d-4039-b71c-0986ae4b8a24 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.2385044 Feb 10 21:23:33.434636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c045fd-86ff-4fea-ba5f-ec2369a57008 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:23:33.445941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:33.454094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-270c6b30-996d-41ac-974c-8143035378e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:33.455723 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-270c6b30-996d-41ac-974c-8143035378e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.1030829 Feb 10 21:23:33.488156 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a1521-2cc4-4fb8-b4ac-3ba8f10617b5 req-f3dfb39b-7f8d-4b39-933b-46d57c4129f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:33.489791 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a58a1521-2cc4-4fb8-b4ac-3ba8f10617b5 req-f3dfb39b-7f8d-4b39-933b-46d57c4129f1 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 932 time: 0.3014197 Feb 10 21:23:33.511451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Transition to ACTIVE for port object e0c045fd-86ff-4fea-ba5f-ec2369a57008 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:23:33.547574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:33.564577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3e91684-26e8-4141-920a-6776cb023e5a tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:33.567640 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c91b00aa-27f1-4339-af1f-d60fb61d4020 req-9a9d8a1e-5e20-4ac0-aaf1-d92925fad8e0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809275 Feb 10 21:23:33.595616 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a58a1521-2cc4-4fb8-b4ac-3ba8f10617b5 req-8f0f649a-dad2-410c-814b-573a0f80df74 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969512 Feb 10 21:23:33.610394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-bbba8bc0-5731-4645-8d2c-a1913ba14781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:33.612133 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-bbba8bc0-5731-4645-8d2c-a1913ba14781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1482708 Feb 10 21:23:33.824550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045fd-86ff-4fea-ba5f-ec2369a57008,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:33.833453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:33.887010 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-876ecac6-56d0-404a-8613-824d1cac6e7b service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634203 Feb 10 21:23:34.159515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Attempting to bind port e0c045fd-86ff-4fea-ba5f-ec2369a57008 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:23:34.160050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Attempting to bind port e0c045fd-86ff-4fea-ba5f-ec2369a57008 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:23:34.160172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Attempting to bind port e0c045fd-86ff-4fea-ba5f-ec2369a57008 on network e368b2aa-eed1-416f-a484-77c7d83e0b8b {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:23:34.169031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:23:34.169398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Checking segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:23:34.169796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:34.170183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Bound using segment: {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:23:34.170645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Bound port: e0c045fd-86ff-4fea-ba5f-ec2369a57008, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a38db-0dd8-45c6-b826-80c340796800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:23:34.171035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:34.184445 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9569b51c-784b-4551-8c4c-67bbe74ed4e0 req-ce153486-90ba-4fa4-aebf-a0aaacd0e60e service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2381873 Feb 10 21:23:34.271495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] For port e0c045fd-86ff-4fea-ba5f-ec2369a57008, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:23:34.275096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] For port e0c045fd-86ff-4fea-ba5f-ec2369a57008, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:23:34.318536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:34.333827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0cd4de74-ebeb-4338-8e42-c0770b46468d tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:34.482885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c045fd-86ff-4fea-ba5f-ec2369a57008,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:34.488556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:34.521531 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:34.522209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:34.523719 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 1158 time: 2.1292660 Feb 10 21:23:34.524268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:34.631103 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'status': 'completed', 'code': 200} Feb 10 21:23:34.677648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-ba9986ed-796b-4e77-a386-825abc853876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:34.679334 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-ba9986ed-796b-4e77-a386-825abc853876 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1161 time: 0.0917184 Feb 10 21:23:34.970959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7c793-a175-4355-8a3c-86bef74f704e req-0cc33c71-68b8-48af-a01c-a5e7cba815ac tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:34.972928 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4dd7c793-a175-4355-8a3c-86bef74f704e req-0cc33c71-68b8-48af-a01c-a5e7cba815ac tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.2633810 Feb 10 21:23:34.987626 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-864ad1f8-27b6-4f92-b726-822a36e4ae05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 217 time: 0.2997062 Feb 10 21:23:35.060116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac93-bc52-4b32-86d4-f3219aa883f2 req-6fec4222-4bf1-4d6f-a6c6-50052e75ae94 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.061743 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b915ac93-bc52-4b32-86d4-f3219aa883f2 req-6fec4222-4bf1-4d6f-a6c6-50052e75ae94 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 944 time: 0.2906206 Feb 10 21:23:35.063427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-5656693f-496a-4173-80c2-89469d8be1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.065002 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-5656693f-496a-4173-80c2-89469d8be1ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0697320 Feb 10 21:23:35.153343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-55a5c679-ffa9-48dc-be07-ff97db698c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.155006 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-55a5c679-ffa9-48dc-be07-ff97db698c16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836771 Feb 10 21:23:35.158818 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4dd7c793-a175-4355-8a3c-86bef74f704e req-5aa20baa-5f4f-4ae5-b75c-2ca20013219f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959160 Feb 10 21:23:35.184209 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b915ac93-bc52-4b32-86d4-f3219aa883f2 req-353986fd-0a70-4dd3-b6a0-4ffe6104ae32 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063738 Feb 10 21:23:35.301865 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-cd173c7a-aa0e-4618-9833-70b93f9c41e1 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397429 Feb 10 21:23:35.452884 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-40fb33b8-5af0-4185-8d6f-1455d9f18b26 req-5e9fe1b7-a37a-414d-b974-ef2bf9d7e769 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443717 Feb 10 21:23:35.616362 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-95e94914-9bcb-4b67-b73a-d85dd5288453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.618075 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-95e94914-9bcb-4b67-b73a-d85dd5288453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1161 time: 0.0842967 Feb 10 21:23:35.770105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-4c377679-6b71-49f9-9329-2d9fc97b90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.771676 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-4c377679-6b71-49f9-9329-2d9fc97b90e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1475275 Feb 10 21:23:35.843241 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-c4b8267c-a9bf-4f75-b211-cf4a9456cb86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 217 time: 0.0652258 Feb 10 21:23:35.915959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-2efd3342-c2d5-4cfc-9cbc-d0257fe099aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:35.917565 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-2efd3342-c2d5-4cfc-9cbc-d0257fe099aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0685027 Feb 10 21:23:36.004565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-2bec97a1-4526-4e0b-84aa-2fc648827224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:36.006213 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-2bec97a1-4526-4e0b-84aa-2fc648827224 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818446 Feb 10 21:23:36.150997 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-1a49a294-30c9-4033-958c-a095e641d420 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373389 Feb 10 21:23:36.308204 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f708dcb8-78b8-46f4-81e6-1a56fbadafa4 req-6e757fd6-9fcc-474a-bff5-dea66243a61c service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498289 Feb 10 21:23:36.523782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f8a2cc66-e52b-4812-bc42-30b51367dfa1 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:23:36.534984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bd66-5aaa-46d0-a54f-8470199be3bf req-fe0f0a50-af26-49e1-840f-ec4446a6fc6f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:36.536722 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7b65bd66-5aaa-46d0-a54f-8470199be3bf req-fe0f0a50-af26-49e1-840f-ec4446a6fc6f tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.2443717 Feb 10 21:23:36.638826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:23:36.644474 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:36.644892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:36.648086 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130c5f5-b36a-4bb9-8799-5e28daa26c1b req-b2666fdc-83fb-418e-afef-1d668d593ac4 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:36.650427 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f130c5f5-b36a-4bb9-8799-5e28daa26c1b req-b2666fdc-83fb-418e-afef-1d668d593ac4 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 944 time: 0.3026261 Feb 10 21:23:36.717987 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7b65bd66-5aaa-46d0-a54f-8470199be3bf req-7b32c651-083c-49f4-9e51-96c9c9e3056d tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708627 Feb 10 21:23:36.756795 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f130c5f5-b36a-4bb9-8799-5e28daa26c1b req-01f10d83-3a8b-4fe2-93f7-5f23245a3927 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975645 Feb 10 21:23:36.782353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:36.812186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:36.823358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:36.850208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:36.852983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:36.889749 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'code': 200} Feb 10 21:23:36.937729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:36.941352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:37.190649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d9273-68de-4ca9-b218-a282ede8dd8a req-84ca618d-6fe5-4e9e-94bb-92e10bcc7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:37.192347 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1d3d9273-68de-4ca9-b218-a282ede8dd8a req-84ca618d-6fe5-4e9e-94bb-92e10bcc7186 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0878432 Feb 10 21:23:37.237267 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1d3d9273-68de-4ca9-b218-a282ede8dd8a req-b5e5bf6d-b3a6-4a4a-8647-dfd6f6e3da2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Feb 10 21:23:37.985275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f8a2cc66-e52b-4812-bc42-30b51367dfa1 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:23:38.059431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:38.059767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:38.081990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21c6c-791e-4125-aff5-963b2c5bb2b5 req-45071d5f-f494-4a4c-a83e-d78a7822c2e5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:38.083791 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-61a21c6c-791e-4125-aff5-963b2c5bb2b5 req-45071d5f-f494-4a4c-a83e-d78a7822c2e5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.2317879 Feb 10 21:23:38.208280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84d1ca-95ec-46e5-96c3-c4b82a0f81a9 req-f598dccd-7bbf-4b18-bae6-6d8a740c06f8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:38.209970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8f84d1ca-95ec-46e5-96c3-c4b82a0f81a9 req-f598dccd-7bbf-4b18-bae6-6d8a740c06f8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 944 time: 0.3003235 Feb 10 21:23:38.265508 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-61a21c6c-791e-4125-aff5-963b2c5bb2b5 req-aa6afaaa-7e8b-4878-99eb-dbdf1c5f6420 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728334 Feb 10 21:23:38.311710 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8f84d1ca-95ec-46e5-96c3-c4b82a0f81a9 req-edf0869e-c63f-4810-9fcb-5f490af2c84a tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876482 Feb 10 21:23:38.815926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:39.639502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dab32e-bb72-456c-98e2-9ef61da05b74 req-1d369ee2-143a-4255-b236-d002921c78ff tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:39.641274 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85dab32e-bb72-456c-98e2-9ef61da05b74 req-1d369ee2-143a-4255-b236-d002921c78ff tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.2355449 Feb 10 21:23:39.756556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e105342-3916-4a22-b319-6d334b71a493 req-07b37de7-7989-48d4-8fb2-4058df221be2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:39.758208 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6e105342-3916-4a22-b319-6d334b71a493 req-07b37de7-7989-48d4-8fb2-4058df221be2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 944 time: 0.2960956 Feb 10 21:23:39.831970 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85dab32e-bb72-456c-98e2-9ef61da05b74 req-ee599137-c922-437c-b5a1-9313a4fa4a21 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787508 Feb 10 21:23:39.860581 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6e105342-3916-4a22-b319-6d334b71a493 req-0acd8f4d-88bb-4c27-895e-c2fe1796fd45 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951149 Feb 10 21:23:40.144065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e0cad-889c-4a68-8303-8b65a13324ac req-fcfdcd49-9f1b-4080-8d42-cdc198c94ef9 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:40.145879 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6a9e0cad-889c-4a68-8303-8b65a13324ac req-fcfdcd49-9f1b-4080-8d42-cdc198c94ef9 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.1726816 Feb 10 21:23:40.156248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 58046) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:40.162151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Request body: {'floatingip': {'port_id': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:40.267416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:40.553626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device e0c045fd-86ff-4fea-ba5f-ec2369a57008 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:23:40.655505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port e0c045fd-86ff-4fea-ba5f-ec2369a57008 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:23:40.660769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port e0c045fd-86ff-4fea-ba5f-ec2369a57008 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:40.661164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:40.788926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:40.856443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:40.867519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port e0c045fd-86ff-4fea-ba5f-ec2369a57008, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:23:40.902078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:40.903057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f8a2cc66-e52b-4812-bc42-30b51367dfa1 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:23:40.908261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:40.954070 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'code': 200} Feb 10 21:23:40.954667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:23:40.964653 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:41.052687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=e0c045fd-86ff-4fea-ba5f-ec2369a57008,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:23:41.056378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:23:41.066814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port f8a2cc66-e52b-4812-bc42-30b51367dfa1 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:41.067237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:41.169516 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf associated. External IP: 172.28.3.56, port: f8a2cc66-e52b-4812-bc42-30b51367dfa1. Feb 10 21:23:41.191752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6409d4e-32e8-42dc-aef4-785856e2fb99 req-bdc5e151-53d4-45fc-bbb5-34adad45994f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:41.193459 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6409d4e-32e8-42dc-aef4-785856e2fb99 req-bdc5e151-53d4-45fc-bbb5-34adad45994f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.1791232 Feb 10 21:23:41.268806 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6409d4e-32e8-42dc-aef4-785856e2fb99 req-3111d031-d897-4be2-bc54-5dc2b6be77f9 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668807 Feb 10 21:23:41.711771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891f87-f0ee-4c0a-9607-9b8ac7c461e3 req-4ccd311a-30f0-4140-90cb-d865d590ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:41.713388 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-42891f87-f0ee-4c0a-9607-9b8ac7c461e3 req-4ccd311a-30f0-4140-90cb-d865d590ad5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.1958706 Feb 10 21:23:41.844553 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-42891f87-f0ee-4c0a-9607-9b8ac7c461e3 req-846757d4-cfd1-4c5f-b4ad-5eff707a9d2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225305 Feb 10 21:23:41.879028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:23:41.991012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device e0c045fd-86ff-4fea-ba5f-ec2369a57008 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:23:42.064392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port e0c045fd-86ff-4fea-ba5f-ec2369a57008 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:23:42.064808 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:42.080444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:23:42.085014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:42.100052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:23:42.123815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:42.124492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:23:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:42.146536 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f16d580d-1063-4f6f-a593-dd1ffa900cfe tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "PUT /v2.0/floatingips/9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf HTTP/1.1" status: 200 len: 990 time: 1.9890723 Feb 10 21:23:42.147307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:42.207652 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'status': 'completed', 'code': 200} Feb 10 21:23:42.313946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-7c3fcbc7-9612-458b-87d8-a64148b5b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:42.315792 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-7c3fcbc7-9612-458b-87d8-a64148b5b663 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0848958 Feb 10 21:23:42.396401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:42.469050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-914193b9-848b-4540-b477-394906724ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:42.474683 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-914193b9-848b-4540-b477-394906724ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1481738 Feb 10 21:23:42.586538 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-8e94057e-989d-48e6-a23f-a701885edaa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 998 time: 0.1083441 Feb 10 21:23:42.597934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56148f-e052-444d-bf8a-1520522306e9 req-6d8c2150-2b84-48e7-b205-a5e4e869900a tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:42.599831 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9e56148f-e052-444d-bf8a-1520522306e9 req-6d8c2150-2b84-48e7-b205-a5e4e869900a tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.1763647 Feb 10 21:23:42.661299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-8aaa7a5f-5994-491a-9847-3e9cf05a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:42.662942 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-8aaa7a5f-5994-491a-9847-3e9cf05a2e20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0676377 Feb 10 21:23:42.666764 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9e56148f-e052-444d-bf8a-1520522306e9 req-087e3fbc-ea94-4f6f-bca6-f3b6424344c2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597854 Feb 10 21:23:42.749841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-b7d7abee-1199-4687-81bf-2c41241de750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:42.751536 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-b7d7abee-1199-4687-81bf-2c41241de750 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820127 Feb 10 21:23:42.778544 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:71:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:22Z', 'updated_at': '2021-02-10T21:23:40Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:42.783133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:23:42.792216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:42.792894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:23:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:42.908753 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-89b32546-f4bc-4e3f-9a87-177755737188 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471395 Feb 10 21:23:42.985545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:43.067376 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07332b8e-e3d6-49be-88b0-93c7f499ae57 req-b16371ae-4ce1-4d07-a759-36d55b2f440c service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509290 Feb 10 21:23:43.530351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:71:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:22Z', 'updated_at': '2021-02-10T21:23:40Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:43.543852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31630a8e-2993-485f-8017-5ae46776a181 None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'port_id': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'mac_address': 'fa:16:3e:71:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:22Z', 'updated_at': '2021-02-10T21:23:40Z', 'revision_number': 1, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:23:43.836764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4455-8266-47be-98f0-ad5f425edf68 None None] New status for floating IP 9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf: ACTIVE {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:23:43.990087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c7dae-233e-4613-b47c-a3126fafb04b req-7946f89b-eac1-4118-90bb-71e72f919949 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:43.991860 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-194c7dae-233e-4613-b47c-a3126fafb04b req-7946f89b-eac1-4118-90bb-71e72f919949 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.1754470 Feb 10 21:23:44.057625 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-194c7dae-233e-4613-b47c-a3126fafb04b req-adf902b2-76ee-4e25-a7c5-8b1191db50e2 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590203 Feb 10 21:23:44.368058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdf8ca-7f26-4706-bd7a-c47bbffd2ded req-681a62f5-9fb0-4fa3-8522-b304393234f0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:44.369811 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-07cdf8ca-7f26-4706-bd7a-c47bbffd2ded req-681a62f5-9fb0-4fa3-8522-b304393234f0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.1681566 Feb 10 21:23:44.379415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 58066) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:23:44.385792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Request body: {'floatingip': {'port_id': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:23:44.488674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:45.127149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:45.147276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:45.332565 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Floating IP 05547c81-385d-4b21-98f4-ad1e3271a301 associated. External IP: 172.28.3.75, port: e0c045fd-86ff-4fea-ba5f-ec2369a57008. Feb 10 21:23:45.985505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:23:46.179589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:23:46.183968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:46.189189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:23:46.200206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:46.200964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:23:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:46.243063 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ad4b7d34-cc0c-41ef-810b-e95c10bf7ca8 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "PUT /v2.0/floatingips/05547c81-385d-4b21-98f4-ad1e3271a301 HTTP/1.1" status: 200 len: 991 time: 1.8622806 Feb 10 21:23:46.243855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:23:46.315196 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'status': 'completed', 'code': 200} Feb 10 21:23:46.411710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:46.426785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-9a7a044e-faed-4ce4-b010-a470b71af555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:46.428422 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-9a7a044e-faed-4ce4-b010-a470b71af555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.0840263 Feb 10 21:23:46.575781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-2d6911cb-b782-4c5a-a401-109415f3f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:46.577286 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-2d6911cb-b782-4c5a-a401-109415f3f963 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1426272 Feb 10 21:23:46.692329 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-ea11f9c5-cc2d-4ca2-8a97-3b52c102883f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 999 time: 0.1084986 Feb 10 21:23:46.765238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-e3d8bedc-f1c4-4393-a081-d99c1edb185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:46.766916 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-e3d8bedc-f1c4-4393-a081-d99c1edb185c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0688455 Feb 10 21:23:46.801864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '05547c81-385d-4b21-98f4-ad1e3271a301', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:65:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:25Z', 'updated_at': '2021-02-10T21:23:45Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:46.808550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:23:46.816527 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:23:46.817193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:23:23Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:46.849940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-a93f6e30-6a9c-456f-908b-de8271874df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:23:46.851536 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-a93f6e30-6a9c-456f-908b-de8271874df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784943 Feb 10 21:23:46.998041 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-f44f3538-3ed5-413b-a967-73ce989465e0 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395040 Feb 10 21:23:47.013114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:23:47.144554 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cb7a916-7322-4d61-bc96-a5f24d82417d req-f1e4824d-4919-47d4-8e05-238f24b7e110 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405001 Feb 10 21:23:47.388469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '05547c81-385d-4b21-98f4-ad1e3271a301', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:65:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:25Z', 'updated_at': '2021-02-10T21:23:45Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:23:47.392922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b974fb4-30a9-4948-b211-69c5375919f1 None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': '05547c81-385d-4b21-98f4-ad1e3271a301', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'port_id': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'mac_address': 'fa:16:3e:65:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:23:25Z', 'updated_at': '2021-02-10T21:23:45Z', 'revision_number': 1, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:23:47.681901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9da3bb-069a-4d20-8506-1d01289e537c None None] New status for floating IP 05547c81-385d-4b21-98f4-ad1e3271a301: ACTIVE {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:23:52.427578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-612a41b0-9ba9-4aa6-892f-9d746fa8eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:53.547071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0d1c25e6-f9af-4528-9e4e-67ec95c2c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:54.301154 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:55.529871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:23:56.095129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:02.799360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:24:08.826215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:21.546157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-301037e3-b7bb-4b8f-b367-c70f278c1291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:21.600540 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-0e0adb16-49e7-47d7-a0d1-6ad63a7b5c17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0880857 Feb 10 21:24:21.752205 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-e463dded-5b9c-4085-95f5-8bd75542f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:24:21.753879 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-e463dded-5b9c-4085-95f5-8bd75542f658 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0811412 Feb 10 21:24:21.916201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-cf52468a-367f-4692-93c3-7d6c7f952dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:24:21.917796 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-cf52468a-367f-4692-93c3-7d6c7f952dd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1435077 Feb 10 21:24:22.029236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-6c2b08d6-7247-4663-aa72-3bb9129b06ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1052101 Feb 10 21:24:22.097645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-5ab9dabf-f85d-4ee6-a549-49aae0032dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:24:22.099251 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-5ab9dabf-f85d-4ee6-a549-49aae0032dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0639861 Feb 10 21:24:22.186128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-3619b56b-8167-49c3-8789-74649e68dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:24:22.187730 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-3619b56b-8167-49c3-8789-74649e68dcb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820332 Feb 10 21:24:22.334448 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-ed3b1486-3546-44b9-996b-4c94b62db857 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398385 Feb 10 21:24:22.491167 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a97241b5-8fca-4665-a4ea-29e8ebdfaca5 req-f92d790f-0b95-46ce-8bea-47b5b35e002a service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364646 Feb 10 21:24:23.557815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-246e2750-4b2c-41e7-af97-cf9be545ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:24.312063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:25.529013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:26.128867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:38.854604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:39.799415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:24:51.545524 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d3fb35ad-cada-41c7-b079-a84faaaa1df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:53.545674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-919a78c4-aee3-47b1-ab36-2ca51d8bf1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:54.311488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:55.528724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:24:56.117260 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:08.859679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:16.798647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:25:21.545442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-296593eb-dac5-47c3-a439-c71248e54bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:21.625207 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-6a186b53-b055-482d-800b-97572c199ab0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773480 Feb 10 21:25:21.725613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175f52-37f5-4768-801b-449094107c79 req-754e20e6-7922-48fd-a8d7-15ed525a8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:25:21.727389 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-754e20e6-7922-48fd-a8d7-15ed525a8622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.0803576 Feb 10 21:25:21.884446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175f52-37f5-4768-801b-449094107c79 req-034fd76e-95e1-4c5a-a913-02b306b86a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:25:21.886073 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-034fd76e-95e1-4c5a-a913-02b306b86a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1396356 Feb 10 21:25:21.993131 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-38241830-55f6-4723-bd75-0d47613c47ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 1001 time: 0.1004291 Feb 10 21:25:22.068643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175f52-37f5-4768-801b-449094107c79 req-95060aee-ebd9-494b-9084-3c5e0e4f1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:25:22.070306 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-95060aee-ebd9-494b-9084-3c5e0e4f1e8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0695972 Feb 10 21:25:22.154856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175f52-37f5-4768-801b-449094107c79 req-cfa6bf97-e080-4913-ad59-e6c957d308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:25:22.156448 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-cfa6bf97-e080-4913-ad59-e6c957d308f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784068 Feb 10 21:25:22.302272 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-e0be10aa-3a73-468c-904a-22f8c0c7c340 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379867 Feb 10 21:25:22.448749 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee175f52-37f5-4768-801b-449094107c79 req-48d8e476-0f4d-407d-a07f-a501b4dfb939 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371560 Feb 10 21:25:23.550796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a7c16681-029b-4281-8c50-e8d993a63f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:24.310860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:25.533409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:26.098927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:38.859347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:51.533023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a48dcedf-28e5-4659-ba20-dcdc793845ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:53.561487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-feb862a5-7987-45e9-ba2f-d7c6300c5143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:53.799154 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:25:54.315872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:55.532893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:25:56.127168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:08.863692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:21.543574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-04b89993-ab9f-44f1-a9c2-75619abcea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:21.584126 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-14138296-2447-44db-bdd9-2696ef050ff5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0833731 Feb 10 21:26:21.734010 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-16f9c01d-d001-4495-930f-7c29d49810cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:26:21.735683 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-16f9c01d-d001-4495-930f-7c29d49810cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0798836 Feb 10 21:26:21.889089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-39703c33-7542-4fde-98b0-b3836a77af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:26:21.890648 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-39703c33-7542-4fde-98b0-b3836a77af1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1368973 Feb 10 21:26:22.003332 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-462b48b1-1235-4551-bebf-cf85dd857e93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1050627 Feb 10 21:26:22.074881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-9e1a15bb-e536-487c-8f01-6ad5b58cfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:26:22.076470 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-9e1a15bb-e536-487c-8f01-6ad5b58cfdb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0661182 Feb 10 21:26:22.392922 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-dc649869-f93f-4d7b-b1f3-677844d87df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:26:22.394521 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-dc649869-f93f-4d7b-b1f3-677844d87df6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3113735 Feb 10 21:26:22.538653 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-db09b7a4-f645-4a67-94d7-eaed66c599ce service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365542 Feb 10 21:26:22.681436 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6236d09c-a6fd-4409-81b7-cfd9c6c70a92 req-567b344e-f10a-4412-90a8-fb6cdc0fef53 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357174 Feb 10 21:26:23.543711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3e2365cf-6f17-4c0b-a3cc-e086e5ad14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:24.297779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:25.526321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:26.362315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:30.798677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:26:38.892161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:51.543282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8790cb87-3b76-4075-bc38-b57ceb461edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:53.548657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c3032ce3-ae5c-499d-90e5-1be26ad3e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:54.325942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:55.526073 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:26:56.108977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:07.833918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:27:08.914858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:21.542881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c04361c4-f040-48c2-9aeb-c55e54ecfc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:23.571336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7232fa76-43f0-4b5e-93bf-58c8e048305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:23.632308 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-7d26a6d7-2093-4234-b2d7-cd3d5ee9c88f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0805931 Feb 10 21:27:23.734506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-295e8993-bfa7-41e4-a2b5-5e15acf4d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:27:23.736152 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-295e8993-bfa7-41e4-a2b5-5e15acf4d8ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.0827878 Feb 10 21:27:23.899933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-f7485e74-2c19-473e-b5dd-7eda587747aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:27:23.901641 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-f7485e74-2c19-473e-b5dd-7eda587747aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1430204 Feb 10 21:27:24.013382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-98b6e1a7-80df-4e71-b871-e2f58a5d6b83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 1001 time: 0.1054814 Feb 10 21:27:24.082806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-34e9e831-7108-4fcb-96bd-1d93d04bded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:27:24.084392 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-34e9e831-7108-4fcb-96bd-1d93d04bded6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0636220 Feb 10 21:27:24.167640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-dc203f16-5292-4c1d-9c96-b74c430d6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:27:24.169277 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-dc203f16-5292-4c1d-9c96-b74c430d6a32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785465 Feb 10 21:27:24.325416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:24.330497 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-7cbcffed-9168-4731-a059-13b4351a895a service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535017 Feb 10 21:27:24.497187 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15ba6a82-abe4-4d92-ba52-a21df980d100 req-0658a5cf-aa00-412c-bc7a-962095af8000 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598871 Feb 10 21:27:25.525522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:26.108282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:38.896471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:44.825285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:27:51.564940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-398dca25-314a-4364-b2b9-52bb09d2cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:53.565187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-49cb215d-cbc0-4a92-a01e-26029ddfaf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:54.336635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:55.542029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:27:56.130554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:08.884618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:21.546881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c87b-39d7-426f-9669-f2b375d04e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:21.825301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:28:23.581206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-69029e95-c3a2-4723-b3ca-6cb6f02fe852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:23.868016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-0e9aadb3-9a2f-466b-9542-677e97717b8e req-63c05d7c-bb87-4ba5-a3af-121e422b924f service neutron] (80003) timed out ('10.222.0.46', 56005) {{(pid=80003) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 10 21:28:24.346794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:25.540198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:25.588951 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-9b5245c9-5b16-4cfe-ac10-00742081f0ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835648 Feb 10 21:28:25.740672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-3f46bda6-ee5e-4a3f-bbd9-10de7ffc647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:28:25.742322 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-3f46bda6-ee5e-4a3f-bbd9-10de7ffc647d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0822411 Feb 10 21:28:25.901779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-9f0231e2-9e94-4d90-a4d2-b5a8092b9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:28:25.903422 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-9f0231e2-9e94-4d90-a4d2-b5a8092b9efe service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1432822 Feb 10 21:28:26.028263 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-edd7e1a3-6066-4581-aa89-e8c762e37080 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1051223 Feb 10 21:28:26.101594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-80eeedcb-78f3-407a-a7f7-a809195ae2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:28:26.103203 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-80eeedcb-78f3-407a-a7f7-a809195ae2c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0684748 Feb 10 21:28:26.196247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-4e98466f-c6ec-4e09-863d-b5df96eb0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:28:26.197873 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-4e98466f-c6ec-4e09-863d-b5df96eb0672 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836613 Feb 10 21:28:26.228923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:26.342666 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-bbb73eec-1f4d-4571-8ead-28b5c8f5e2dc service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377912 Feb 10 21:28:26.486590 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4f3e8d3d-6212-493c-9b89-936d6c357156 req-2d40cb6c-e57a-418a-bde2-b2f1b7ec90bb service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365075 Feb 10 21:28:38.877957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:51.558074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5a60d877-fb74-4331-8d50-730e25628b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:53.580954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aacf6c58-c93a-4110-bce2-4836ba7f10ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:54.335593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:55.529416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:56.117635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:28:58.825990 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:29:08.912034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:21.551923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-823e84e8-7775-470d-a8fd-5a1d8897acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:23.580421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68fb9e5d-a195-4bc6-be56-45f5db414354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:24.340235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:25.528993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:25.719648 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-b0c5d786-1d59-4f31-ab27-4cbb07ebf887 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1552334 Feb 10 21:29:25.822229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980c86-1db7-45c6-8562-56c353a3b23b req-b0b5dbe7-d2ea-439c-92fc-2b9c33b2baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:29:25.823876 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-b0b5dbe7-d2ea-439c-92fc-2b9c33b2baac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.0817378 Feb 10 21:29:26.042944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980c86-1db7-45c6-8562-56c353a3b23b req-49ea2a7c-d03c-4982-88e3-668b088b50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:29:26.044702 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-49ea2a7c-d03c-4982-88e3-668b088b50e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1994948 Feb 10 21:29:26.123547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:26.166411 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-828e3cdc-0ef9-4480-9162-b71ce8bcb24b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 1001 time: 0.1132364 Feb 10 21:29:26.241522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980c86-1db7-45c6-8562-56c353a3b23b req-bae73989-1951-4ecb-8f07-effebc924f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:29:26.243064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-bae73989-1951-4ecb-8f07-effebc924f5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0688386 Feb 10 21:29:26.326060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980c86-1db7-45c6-8562-56c353a3b23b req-941dbd7c-78ba-4a36-a178-ab4a3c0323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:29:26.327700 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-941dbd7c-78ba-4a36-a178-ab4a3c0323cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775595 Feb 10 21:29:26.477634 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-02981c0b-6353-45b7-a85f-bd32e00981a4 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422331 Feb 10 21:29:26.627058 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-15980c86-1db7-45c6-8562-56c353a3b23b req-41566432-bac1-4cb2-8112-2f3774ca2eb1 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394739 Feb 10 21:29:35.825849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:29:38.911532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:46.624809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-35de293a-dcc2-4178-b877-f1f0c358360e req-9b1dcbda-d3ce-4ae9-84fd-977d35a87938 service neutron] (80004) timed out ('10.222.0.46', 56031) {{(pid=80004) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 10 21:29:51.550862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c15-f672-4a6b-af23-542d12c6b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:53.596471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92a7e7e5-0579-4010-8c61-5d156ee55fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:54.334117 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:55.527840 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:29:56.127821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:08.904798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:12.826352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:30:21.550328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d4ad631a-8dca-441b-bdd4-2dba19461a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:23.584921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-93a8e8cb-59df-4097-ab8f-20c74bbcd659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:24.344448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:25.561554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:26.231855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:26.579794 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-21edae6d-766a-4c08-8c35-6f84f9b5a47e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0808244 Feb 10 21:30:26.733718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-dfb16652-a388-40f0-9875-5ebc45c5d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:30:26.735353 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-dfb16652-a388-40f0-9875-5ebc45c5d4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0804126 Feb 10 21:30:26.891988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-7612fd14-6dea-4a91-b574-8325c51a1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:30:26.893569 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-7612fd14-6dea-4a91-b574-8325c51a1be3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1385381 Feb 10 21:30:27.005319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-9acd0606-9f6c-4de1-b504-ee206ed74b4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1039989 Feb 10 21:30:27.077502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-6039c927-12a4-4086-b31d-d95b68f5352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:30:27.079123 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-6039c927-12a4-4086-b31d-d95b68f5352c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0669336 Feb 10 21:30:27.164163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-24f840fd-5427-400a-a7d4-1d89cb072bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:30:27.165829 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-24f840fd-5427-400a-a7d4-1d89cb072bd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801330 Feb 10 21:30:27.535202 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-6ae7b5c3-d20b-41db-bee6-0768f6dda6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628349 Feb 10 21:30:27.676828 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e503f1eb-97b9-4c18-a817-679b28eab7f4 req-fcc1fd80-d79e-431c-90df-31f66fef6ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349974 Feb 10 21:30:38.938887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:49.827758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:30:51.562261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c070f62d-f6e5-444b-af4b-5f94480214e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:53.589756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0ced-e2d6-4640-99b4-7c512e534f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:54.332562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:55.532413 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:30:56.138378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:08.949664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:21.549411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4e0e6-ef49-4db1-99e6-187cd8d8b99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:23.577899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff11e-91a7-497e-8c8a-c5f76727e72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:24.343752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:25.532131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:26.143889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:26.827981 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:31:28.628836 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-5bd1a66c-2a7c-4a03-87e5-c69343c3c1ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795765 Feb 10 21:31:28.730066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-737511a2-a7dc-4c68-9ee8-242418c4cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:31:28.731772 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-737511a2-a7dc-4c68-9ee8-242418c4cd00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83c72c4defc643e3bfd72487d55d77af&device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 1163 time: 0.0826299 Feb 10 21:31:28.891719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-a71e4d4c-c4cc-4162-8e5c-b8af641925c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:31:28.893374 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-a71e4d4c-c4cc-4162-8e5c-b8af641925c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 200 len: 910 time: 0.1412807 Feb 10 21:31:29.006201 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-8b7d3ac5-df0e-41d5-975e-81f04ea40999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 200 len: 1001 time: 0.1062775 Feb 10 21:31:29.075350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-33d3f47b-7a14-4304-91ea-bdf514a23140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:31:29.077031 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-33d3f47b-7a14-4304-91ea-bdf514a23140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 200 len: 855 time: 0.0647302 Feb 10 21:31:29.162366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-e74799fb-745a-426e-84cd-c2743ac1ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:31:29.163913 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-e74799fb-745a-426e-84cd-c2743ac1ba8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e368b2aa-eed1-416f-a484-77c7d83e0b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809124 Feb 10 21:31:29.307911 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-12f86ead-e06c-4ca0-96f8-b63fbf1563b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362858 Feb 10 21:31:29.451768 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fdcf5fd-a34a-487f-81de-700e80dba243 req-ba1cddfa-409e-4e5f-bf05-a4b8088190d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377470 Feb 10 21:31:38.949064 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:51.560398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6316d61b-5dfb-4cbe-8968-36f4d9fb6a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:53.560693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ddf565e7-51e3-42a9-ae5f-44b2bbf729e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:54.343132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:55.531560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:31:56.148634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:03.828383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:32:09.097359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:21.554083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-32d3365b-07c9-4f4c-b323-d1d88cc05f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:23.570959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fdc949cd-dd4f-408a-b448-0d494d6597ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:24.342772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:25.530610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:26.263299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:29.587045 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-ce80b7d1-3ab9-4afd-9ac2-80ac82ab2e81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792093 Feb 10 21:32:29.741511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-192fbb44-82aa-42aa-b8b4-1257e5eedefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:32:29.743120 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-192fbb44-82aa-42aa-b8b4-1257e5eedefb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3289362b2dad42769f08ef5c9330d8e5&device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 1162 time: 0.0820553 Feb 10 21:32:29.903286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-d6c81f7d-0308-4623-871b-349c6ba7db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:32:29.904902 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-d6c81f7d-0308-4623-871b-349c6ba7db65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 200 len: 904 time: 0.1401711 Feb 10 21:32:30.018279 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-9e0b30c6-d4e2-49a6-aa0a-c5b66354b166 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1047330 Feb 10 21:32:30.089183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-011d0d60-29c9-48f9-96f1-c51e4fc3b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:32:30.090803 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-011d0d60-29c9-48f9-96f1-c51e4fc3b7d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 200 len: 849 time: 0.0681221 Feb 10 21:32:30.175275 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-fd5d39e9-10d5-4b18-b562-3fd5f6896b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:32:30.176821 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-fd5d39e9-10d5-4b18-b562-3fd5f6896b00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a91d5b92-17ab-4788-a1c7-e4a94476c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782015 Feb 10 21:32:30.323328 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-1ee3cb1c-b463-454f-a53c-1fee43c12f28 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393509 Feb 10 21:32:30.468928 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05c0fcce-1b0f-4729-ab61-a1e191e95829 req-400a6b76-23dc-46f7-9b97-5773372504b7 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389072 Feb 10 21:32:38.947841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:40.828432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:32:51.575947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe171e54-4505-4d48-bc95-fba1a62208e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:53.616431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-7b926c77-77b1-40bd-9b95-39850bb564c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:54.336272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:55.541559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:32:56.164850 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:08.941356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:17.827977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:33:21.552554 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d68f6db3-3180-429b-bda1-ab134874c582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:22.200844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8997c-77a6-4b87-91ef-4f459f977a33 req-2063c206-ae98-42e5-bc4a-e72e271e1ecf tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:22.202450 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-48b8997c-77a6-4b87-91ef-4f459f977a33 req-2063c206-ae98-42e5-bc4a-e72e271e1ecf tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.1707740 Feb 10 21:33:22.268479 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-48b8997c-77a6-4b87-91ef-4f459f977a33 req-01000399-b921-43f3-8012-100ad39aa868 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 Feb 10 21:33:22.840468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-df531da0-afe1-4185-aeb5-c0c786806453 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:22.841265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-df531da0-afe1-4185-aeb5-c0c786806453 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Synchronizing usage tracker for tenant:83c72c4defc643e3bfd72487d55d77af on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:33:22.884415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-df531da0-afe1-4185-aeb5-c0c786806453 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Unset dirty status for tenant:83c72c4defc643e3bfd72487d55d77af on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:33:22.885745 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-df531da0-afe1-4185-aeb5-c0c786806453 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.2108853 Feb 10 21:33:22.980264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Deleting port e0c045fd-86ff-4fea-ba5f-ec2369a57008 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:22.980577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.247428 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] For port e0c045fd-86ff-4fea-ba5f-ec2369a57008, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=e0c045fd-86ff-4fea-ba5f-ec2369a57008,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:23.247745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.562035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.562444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.562842 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Floating IP 05547c81-385d-4b21-98f4-ad1e3271a301 disassociated. External IP: 172.28.3.75, port: e0c045fd-86ff-4fea-ba5f-ec2369a57008. Feb 10 21:33:23.563231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Calling delete_port for e0c045fd-86ff-4fea-ba5f-ec2369a57008 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:23.581586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8672095d-0d19-4d72-b004-bfd148925ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.664853 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device e0c045fd-86ff-4fea-ba5f-ec2369a57008 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:23.789538 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850870-28dd-48f7-a37f-0e18319e6af4 req-fa8d2b15-8969-4d63-996e-ad071fb059bf tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:23.790946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.791142 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0d850870-28dd-48f7-a37f-0e18319e6af4 req-fa8d2b15-8969-4d63-996e-ad071fb059bf tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 946 time: 0.3621659 Feb 10 21:33:23.804722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:23.823377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:23.857395 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0d850870-28dd-48f7-a37f-0e18319e6af4 req-1d496411-c919-4c31-81ef-945e0c641855 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups?id=162150e2-5fd1-4474-a227-bedd6334e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595944 Feb 10 21:33:23.887667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'Port': ['ID=e0c045fd-86ff-4fea-ba5f-ec2369a57008,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:23.951442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.951852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.952256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.952654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.953048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.953444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.953833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.954226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.954615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.955054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.956034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.956565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.957052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.957442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.957830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.958215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.958600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.959009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.959431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.959821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.960206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.960589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.960971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.961351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:23.966487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:24.341643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:24.440902 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:33:24.638114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:33:24.655419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:33:24.659461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:24.660191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:24.680079 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] No DVR routers for this DVR port e0c045fd-86ff-4fea-ba5f-ec2369a57008 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:33:24.682442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:24.685429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'name': 'network-vif-deleted', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:33:24.737131 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a768dd45-2342-40c7-a52d-941fa0c33760 req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.46 "DELETE /v2.0/ports/e0c045fd-86ff-4fea-ba5f-ec2369a57008 HTTP/1.1" status: 204 len: 173 time: 1.8452244 Feb 10 21:33:24.862088 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97680e2c-a2a1-4e6d-9831-b633ffccca02', 'name': 'network-vif-deleted', 'tag': 'e0c045fd-86ff-4fea-ba5f-ec2369a57008', 'status': 'completed', 'code': 200} Feb 10 21:33:24.869539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:25.100432 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ee3f805f-d4de-4cf2-b28d-fe091f41f68f req-4e47259c-f47d-43af-99cd-6beb0d4920fa tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/ports?device_id=97680e2c-a2a1-4e6d-9831-b633ffccca02 HTTP/1.1" status: 200 len: 210 time: 0.0539737 Feb 10 21:33:25.435703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:25.439926 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:33:25.448904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:25.449615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:25.655124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:25.702207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:25.995439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:25.999595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54800f-d0b8-4bfd-a47d-a2df110020cc None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:12:41Z', 'revision_number': 4, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '9a43dccf-d08d-44a1-8a62-2804daa7e9b0', 'name': '', 'network_id': 'e368b2aa-eed1-416f-a484-77c7d83e0b8b', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'mac_address': 'fa:16:3e:13:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'subnets': [{'id': '59c67fa1-d41c-4572-a964-eb563b8af74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:33:26.158987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:26.323765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59604) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:26.365485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79730945-5d6c-44fe-ba1b-830ae7cdefea None None] New status for floating IP 05547c81-385d-4b21-98f4-ad1e3271a301: DOWN {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:33:26.411681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:26.442669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:26.667314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:26.673264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-773fc653-1ce2-4bc4-bbf1-fcdf66b95b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:26.693340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162150e2-5fd1-4474-a227-bedd6334e5f2,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:26.702289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.702684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.703143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.703546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.703947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.704351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.704755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.705818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.706580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.707179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.707677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.708052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.708562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.708965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.709359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.709755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.710158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.710545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.715934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:26.716838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:26.744591 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:26.745875 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "DELETE /v2.0/security-groups/162150e2-5fd1-4474-a227-bedd6334e5f2 HTTP/1.1" status: 204 len: 168 time: 0.4209931 Feb 10 21:33:26.748730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59608) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:26.772026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.v2.resource [None req-932ece20-bba6-4d96-a3b2-b92e929d9377 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] show failed (client error): The resource could not be found. Feb 10 21:33:26.773249 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-932ece20-bba6-4d96-a3b2-b92e929d9377 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "GET /v2.0/security-groups/162150e2-5fd1-4474-a227-bedd6334e5f2 HTTP/1.1" status: 404 len: 347 time: 0.0234032 Feb 10 21:33:26.776281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59612) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:26.968994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Deleting port 4f86f54d-2bf5-4b32-8290-79ab14bfea7e {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:26.969274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.155999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.156616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.292070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Calling delete_port for 4f86f54d-2bf5-4b32-8290-79ab14bfea7e owned by network:floatingip {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:27.519182 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.536567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-de2a558b-11f0-4409-b516-a30a1faa97d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:27.592731 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Pushing event deleted for resources: {'Port': ['ID=4f86f54d-2bf5-4b32-8290-79ab14bfea7e,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:27.865185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:27.980293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks [] for floatingip, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.995401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:27.996633 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] 10.222.0.77 "DELETE /v2.0/floatingips/05547c81-385d-4b21-98f4-ad1e3271a301 HTTP/1.1" status: 204 len: 168 time: 1.2193925 Feb 10 21:33:29.927094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9fab3-647f-4f7f-9192-d6dc3dc645ef req-e211fd52-d704-4199-8ffa-5308efa78353 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:29.928832 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fec9fab3-647f-4f7f-9192-d6dc3dc645ef req-e211fd52-d704-4199-8ffa-5308efa78353 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.1809187 Feb 10 21:33:29.999265 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fec9fab3-647f-4f7f-9192-d6dc3dc645ef req-4a4cb3d0-6250-439c-973f-8bcaf9153387 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638115 Feb 10 21:33:31.061441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-4027c659-89d0-4893-bb3c-becc3da28cb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:31.062274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-4027c659-89d0-4893-bb3c-becc3da28cb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Synchronizing usage tracker for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:33:31.107206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-4027c659-89d0-4893-bb3c-becc3da28cb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Unset dirty status for tenant:3289362b2dad42769f08ef5c9330d8e5 on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:33:31.108487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-4027c659-89d0-4893-bb3c-becc3da28cb0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.2156203 Feb 10 21:33:31.176568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59660) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:31.214193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port f8a2cc66-e52b-4812-bc42-30b51367dfa1 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:31.214569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:31.303603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65d802-781b-4e36-8664-4c0fd947b3ac req-6299dad1-9ce6-4fc1-8b8c-7924bc8078ea tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:31.305248 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8c65d802-781b-4e36-8664-4c0fd947b3ac req-6299dad1-9ce6-4fc1-8b8c-7924bc8078ea tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 945 time: 0.1702921 Feb 10 21:33:31.374877 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8c65d802-781b-4e36-8664-4c0fd947b3ac req-b9c3c6b8-932e-47f7-9a3d-4f2a09e38558 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613029 Feb 10 21:33:31.650600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:31.651028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:31.662219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device f8a2cc66-e52b-4812-bc42-30b51367dfa1 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:31.786948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:31.815739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:33:31.826373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:31.855576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:31.857509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:31.947195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:31.955383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.955772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.956178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.956550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.957028 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.957387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.957750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.958114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.958477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.958867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.959232 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.959602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.960022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.960381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.960792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.961138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.961491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.961851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.962215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.962569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.963578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.963578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.963751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.963944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:33:31.969081 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'code': 200} Feb 10 21:33:31.969807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:32.205423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:32.206553 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:32.206890 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf disassociated. External IP: 172.28.3.56, port: f8a2cc66-e52b-4812-bc42-30b51367dfa1. Feb 10 21:33:32.207328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for f8a2cc66-e52b-4812-bc42-30b51367dfa1 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:32.429893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:33:32.430303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:33:32.442712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:32.683655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4a624-488a-4489-818d-227531eb7dd4 req-dd1ff5b7-7fed-443e-82b2-be6be616206b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:32.685440 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71e4a624-488a-4489-818d-227531eb7dd4 req-dd1ff5b7-7fed-443e-82b2-be6be616206b tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.1771140 Feb 10 21:33:32.756378 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-71e4a624-488a-4489-818d-227531eb7dd4 req-a7cd866c-3413-4ba8-91d4-7d32d8cc3a6c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636411 Feb 10 21:33:32.955253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port f8a2cc66-e52b-4812-bc42-30b51367dfa1 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:32.955637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:33.274225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Deleting port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:33.274818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:33.353592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] For port f8a2cc66-e52b-4812-bc42-30b51367dfa1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=f8a2cc66-e52b-4812-bc42-30b51367dfa1,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:33.353997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:33.669913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] For port 9a43dccf-d08d-44a1-8a62-2804daa7e9b0, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:33.670307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:33.894412 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Calling delete_port for 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 owned by network:router_interface {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:34.000354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:34.000772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:34.001123 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Floating IP 9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf disassociated. External IP: 172.28.3.56, port: f8a2cc66-e52b-4812-bc42-30b51367dfa1. Feb 10 21:33:34.001499 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for f8a2cc66-e52b-4812-bc42-30b51367dfa1 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:34.060767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23fe9f-9bfc-4ac5-86ed-ac6b6fc66925 req-8a0caf03-96ab-47f0-9bf3-60b50eb30366 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:34.062389 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3c23fe9f-9bfc-4ac5-86ed-ac6b6fc66925 req-8a0caf03-96ab-47f0-9bf3-60b50eb30366 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 943 time: 0.1714418 Feb 10 21:33:34.132854 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3c23fe9f-9bfc-4ac5-86ed-ac6b6fc66925 req-35812440-ad6e-4f99-ba6a-829ae8e1faa4 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab9c20ee-1cf6-4365-bdae-062d141dd9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627034 Feb 10 21:33:34.336445 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:34.353226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:34.370745 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b1c8533a-9bb9-4306-93f3-06dbb92b791e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:34.444264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'Port': ['ID=f8a2cc66-e52b-4812-bc42-30b51367dfa1,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:34.614607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Pushing event deleted for resources: {'Port': ['ID=9a43dccf-d08d-44a1-8a62-2804daa7e9b0,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:34.621344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:34.623852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:34.624318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:35.323751 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d6f471ca-758d-4c76-869d-77d67a16e4e5 req-63df4111-fc8e-40cb-8969-d17f0b9260fc tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 210 time: 0.0512912 Feb 10 21:33:35.356912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:33:35.383450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:35.693827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:33:35.704671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:33:35.714971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:35.715641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:35.794231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] No DVR routers for this DVR port f8a2cc66-e52b-4812-bc42-30b51367dfa1 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:33:35.859186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:35.861988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-deleted', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:33:35.922586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:36.012543 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61808a9-8d23-4b1c-94a9-0915a587c635', 'name': 'network-vif-deleted', 'tag': 'f8a2cc66-e52b-4812-bc42-30b51367dfa1', 'status': 'completed', 'code': 200} Feb 10 21:33:36.074823 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4bd68cf4-36f0-4f1d-9934-fdbbe3f66429 req-9ad535de-f21e-4c66-93db-0fd9649eef3c tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.46 "DELETE /v2.0/ports/f8a2cc66-e52b-4812-bc42-30b51367dfa1 HTTP/1.1" status: 204 len: 173 time: 4.9604986 Feb 10 21:33:36.149346 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Router 32f720fd-03fd-470d-910c-04c8113d9079 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:33:36.268901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:36.274034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:33:36.283214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:36.283881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:36.344569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:33:36.353591 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-39b8f70d-aa67-4840-ab9a-ad4c2dad9fef admin admin] 10.222.0.77 "PUT /v2.0/routers/32f720fd-03fd-470d-910c-04c8113d9079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1732905 Feb 10 21:33:36.355576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59684) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:36.355718 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Sync routers for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:33:36.367643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:36.368297 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:36.492040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:36.559183 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a8585df9-9515-45c9-a281-9fa96382c31e req-d3ba1a7b-de68-4b3a-b295-4ea16f0607fc tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/ports?device_id=e61808a9-8d23-4b1c-94a9-0915a587c635 HTTP/1.1" status: 200 len: 210 time: 0.0649505 Feb 10 21:33:36.579728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:36.613170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:36.853929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:36.859754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Deleting port a31881e4-c440-4049-a978-a9795a58f4d9 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:36.860251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:36.920461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:33:34Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:36.921921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c10a7767-645c-472c-9f06-cff33756185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:36.927437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Checking router: 32f720fd-03fd-470d-910c-04c8113d9079 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:33:36.928243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7767-645c-472c-9f06-cff33756185d None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:12:40Z', 'revision_number': 4, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': '6752d050-b29b-489d-92f7-8096e1cc6923', 'name': '', 'network_id': 'a91d5b92-17ab-4788-a1c7-e4a94476c1d3', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'mac_address': 'fa:16:3e:02:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:37Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'subnets': [{'id': 'e8102a7d-4792-469f-b5e0-aed4203af422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:33:36.944822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Routers {'32f720fd-03fd-470d-910c-04c8113d9079'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:36.945513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['32f720fd-03fd-470d-910c-04c8113d9079'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:37.092575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] For port a31881e4-c440-4049-a978-a9795a58f4d9, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=a31881e4-c440-4049-a978-a9795a58f4d9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:37.093744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:37.197622 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] Set router 32f720fd-03fd-470d-910c-04c8113d9079 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:37.257749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Calling delete_port for a31881e4-c440-4049-a978-a9795a58f4d9 owned by network:router_gateway {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:37.372149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53aa41-e449-4f6c-93ee-dbfd4b269b8b None None] New status for floating IP 9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf: DOWN {{(pid=80005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:33:37.581633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:33:34Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:37.588053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ad021-4b34-405a-baba-7eb1ce338b99 None None] The sync data for ids ['32f720fd-03fd-470d-910c-04c8113d9079'] in dv-cinder-775008-1-smb is: [{'id': '32f720fd-03fd-470d-910c-04c8113d9079', 'name': 'tempest-AttachVolumeShelveTestJSON-397370366-router', 'tenant_id': '83c72c4defc643e3bfd72487d55d77af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:23Z', 'updated_at': '2021-02-10T21:33:34Z', 'revision_number': 5, 'project_id': '83c72c4defc643e3bfd72487d55d77af', 'gw_port': {'id': 'a31881e4-c440-4049-a978-a9795a58f4d9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f720fd-03fd-470d-910c-04c8113d9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:25Z', 'updated_at': '2021-02-10T21:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:33:37.770338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:37.801455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59694) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:37.901838 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:37.935561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:37.986645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.133599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.135970 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.158226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.164587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-36b4e174-9026-41f4-bd4b-86fa6980ce58 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:38.181940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c20ee-1cf6-4365-bdae-062d141dd9f3,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:38.185063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:38.210185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.211465 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "DELETE /v2.0/security-groups/ab9c20ee-1cf6-4365-bdae-062d141dd9f3 HTTP/1.1" status: 204 len: 168 time: 0.4088268 Feb 10 21:33:38.215449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59698) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:38.221325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.223077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f720fd-03fd-470d-910c-04c8113d9079 {{(pid=80003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:33:38.235433 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.api.v2.resource [None req-92855793-c02f-473b-afa9-e9e8b6ae0b96 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] show failed (client error): The resource could not be found. Feb 10 21:33:38.236644 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-92855793-c02f-473b-afa9-e9e8b6ae0b96 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "GET /v2.0/security-groups/ab9c20ee-1cf6-4365-bdae-062d141dd9f3 HTTP/1.1" status: 404 len: 347 time: 0.0201981 Feb 10 21:33:38.238045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.239632 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-94c98c45-6e2a-4d61-8e58-04de0d560a78 admin admin] 10.222.0.77 "DELETE /v2.0/routers/32f720fd-03fd-470d-910c-04c8113d9079 HTTP/1.1" status: 204 len: 168 time: 1.8844965 Feb 10 21:33:38.240277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59702) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:38.242324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59704) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:38.313909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Deleting subnet 59c67fa1-d41c-4572-a964-eb563b8af74a {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:33:38.318069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.378987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7323637'] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.435935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Deleting port 658bef60-96f7-4dec-b76f-71530523a8fa {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:38.436214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.477640 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.628347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.628574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.779915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Calling delete_port for 658bef60-96f7-4dec-b76f-71530523a8fa owned by network:floatingip {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:38.793004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847452311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261834'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.809848 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:38.863329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c67fa1-d41c-4572-a964-eb563b8af74a,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:38.912436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:38.950862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:38.956886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06e416-228d-4df3-8d0e-5d932c494ca9 None None] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:33:38.957907 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-498557c6-3f86-445a-9be2-5cd5a7915efc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/59c67fa1-d41c-4572-a964-eb563b8af74a HTTP/1.1" status: 204 len: 168 time: 0.7144473 Feb 10 21:33:38.960711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59710) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:39.046100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.096152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.112998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.130106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3c9b1a3a-8f16-4e59-8644-b911bfc22b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:39.174198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Deleting port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:39.175941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.187526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Pushing event deleted for resources: {'Port': ['ID=658bef60-96f7-4dec-b76f-71530523a8fa,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:39.191029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:39.242076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] DHCP port deletion for e368b2aa-eed1-416f-a484-77c7d83e0b8b request from dv-cinder-775008-1-smb {{(pid=80005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 10 21:33:39.246482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Deleting port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:39.246949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.366171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks [] for floatingip, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.383004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.384452 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-da8ea9e8-5d46-4a7f-9bff-19f9722fd3b6 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] 10.222.0.77 "DELETE /v2.0/floatingips/9f23be38-e813-4cd7-8fa4-6a2da7fb6fcf HTTP/1.1" status: 204 len: 168 time: 1.1430361 Feb 10 21:33:39.410473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] For port 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=1616cf85-fc04-4546-9e11-fd00fc4d4c01,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:39.411170 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.479022 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] For port 1616cf85-fc04-4546-9e11-fd00fc4d4c01, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=1616cf85-fc04-4546-9e11-fd00fc4d4c01,segment=NetworkSegment(0e4a38db-0dd8-45c6-b826-80c340796800),segment_id=0e4a38db-0dd8-45c6-b826-80c340796800)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:39.479652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.574181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Calling delete_port for 1616cf85-fc04-4546-9e11-fd00fc4d4c01 owned by network:dhcp {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:39.629255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 1616cf85-fc04-4546-9e11-fd00fc4d4c01 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:39.668257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Calling delete_port for 1616cf85-fc04-4546-9e11-fd00fc4d4c01 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:39.695648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:39.716356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 1616cf85-fc04-4546-9e11-fd00fc4d4c01 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:39.716747 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 1616cf85-fc04-4546-9e11-fd00fc4d4c01 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:39.717259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device a31881e4-c440-4049-a978-a9795a58f4d9 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:39.724574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0fbe55fb-2498-4243-8a8d-99ac0d1d8f54 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:39.759144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: a31881e4-c440-4049-a978-a9795a58f4d9 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:39.759535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device a31881e4-c440-4049-a978-a9795a58f4d9 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:39.759991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:39.810948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:39.811358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 9a43dccf-d08d-44a1-8a62-2804daa7e9b0 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:39.837093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:33:39.837461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:33:39.841469 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1616cf85-fc04-4546-9e11-fd00fc4d4c01,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:39.847030 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:39.862647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] No DVR routers for this DVR port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 on host dv-cinder-775008-1-smb {{(pid=80004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:33:39.990023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.110604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e368b2aa-eed1-416f-a484-77c7d83e0b8b']}} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:40.124476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4a38db-0dd8-45c6-b826-80c340796800') {'for_net_delete': True} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:40.124865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4a38db-0dd8-45c6-b826-80c340796800') {} {{(pid=80004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:40.138546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847452163'] for segment, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.154862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.156927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:33:40.338897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Deleting port 1616cf85-fc04-4546-9e11-fd00fc4d4c01 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:40.339121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.351011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:33:40.360461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7322058'] for segment, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.414643 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-0e030976-6ee7-4d39-bc4b-2bcdf6b2c7b4 None None] The port '1616cf85-fc04-4546-9e11-fd00fc4d4c01' was deleted {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 10 21:33:40.541761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Network e368b2aa-eed1-416f-a484-77c7d83e0b8b has no segments {{(pid=80004) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:33:40.568936 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:33:40.677872 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.681372 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:40.696051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:40.707775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e368b2aa-eed1-416f-a484-77c7d83e0b8b,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:40.711247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:40.741847 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e368b2aa-eed1-416f-a484-77c7d83e0b8b HTTP/1.1" status: 204 len: 168 time: 1.7800043 Feb 10 21:33:41.130794 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59724) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:41.192409 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8aed6e71-8db8-4064-9b89-9eeec3e02333 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83c72c4defc643e3bfd72487d55d77af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597558 Feb 10 21:33:41.195284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59730) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:41.262439 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:41.291203 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:41.369996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:41.375214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9bdb9676-21a6-4859-9346-4bfea7afda99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:41.390668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab22f2-c55c-4f55-bb67-a843c686b4b6,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:41.395897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:41.397824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:41.399080 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/caab22f2-c55c-4f55-bb67-a843c686b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2027481 Feb 10 21:33:42.642596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59764) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:43.624647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:44.028737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Deleting port 6752d050-b29b-489d-92f7-8096e1cc6923 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:44.029338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:44.231678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] For port 6752d050-b29b-489d-92f7-8096e1cc6923, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6752d050-b29b-489d-92f7-8096e1cc6923,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:44.232075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:44.375536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Calling delete_port for 6752d050-b29b-489d-92f7-8096e1cc6923 owned by network:router_interface {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:44.644190 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:44.661176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-42dc0ea2-0d14-41c4-bc89-f5a06c61e2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:44.719043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Pushing event deleted for resources: {'Port': ['ID=6752d050-b29b-489d-92f7-8096e1cc6923,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:44.771429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:45.091324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:45.618548 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Router 75aa8a42-0129-467f-80e3-33b32e22df47 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:33:45.817965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:33:45.829532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Sync routers for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:33:45.837150 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-cc956e34-b2ca-453b-a5c5-e71d98424766 admin admin] 10.222.0.77 "PUT /v2.0/routers/75aa8a42-0129-467f-80e3-33b32e22df47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1904666 Feb 10 21:33:45.837452 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59862) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:45.840377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:45.841046 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:46.242372 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:46.286685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:46.485719 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:46.492046 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Deleting port db50d0cd-6ce1-48eb-86e3-1085b06611c9 {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:46.492477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:46.552588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:33:44Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:46.556763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Checking router: 75aa8a42-0129-467f-80e3-33b32e22df47 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:33:46.567106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Routers {'75aa8a42-0129-467f-80e3-33b32e22df47'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:33:46.567775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:33:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['75aa8a42-0129-467f-80e3-33b32e22df47'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:46.684604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] For port db50d0cd-6ce1-48eb-86e3-1085b06611c9, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=db50d0cd-6ce1-48eb-86e3-1085b06611c9,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:46.685004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:46.765634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] Set router 75aa8a42-0129-467f-80e3-33b32e22df47 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:33:46.832569 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Calling delete_port for db50d0cd-6ce1-48eb-86e3-1085b06611c9 owned by network:router_gateway {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:46.854678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59886) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:47.025153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.040696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:47.058357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Usage tracker for resource:security_group_rule and tenant:f80a14d317564d9790f06dcb565ffde0 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:47.061614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:47.068770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:47.094713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:33:44Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:47.099636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c34dc-2e0a-4d26-9d40-9bed4fd8ac5f None None] The sync data for ids ['75aa8a42-0129-467f-80e3-33b32e22df47'] in dv-cinder-775008-1-smb is: [{'id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'name': 'tempest-AttachVolumeTestJSON-263656089-router', 'tenant_id': '3289362b2dad42769f08ef5c9330d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:26Z', 'updated_at': '2021-02-10T21:33:44Z', 'revision_number': 5, 'project_id': '3289362b2dad42769f08ef5c9330d8e5', 'gw_port': {'id': 'db50d0cd-6ce1-48eb-86e3-1085b06611c9', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa8a42-0129-467f-80e3-33b32e22df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:29Z', 'updated_at': '2021-02-10T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:33:47.117587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.254671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.289813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.300016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d007bdfc-93cd-47a4-bb95-b9b607667ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:47.322728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.344759 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f80a14d317564d9790f06dcb565ffde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886045 Feb 10 21:33:47.345946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c7736-9cc7-4c2f-a305-bb31195b119c,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:47.352693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59892) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:47.354284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:47.422366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.450920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.464621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.467054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.541468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6752d050-b29b-489d-92f7-8096e1cc6923 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:47.579262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 6752d050-b29b-489d-92f7-8096e1cc6923 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:47.579655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6752d050-b29b-489d-92f7-8096e1cc6923 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:47.678438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.679060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75aa8a42-0129-467f-80e3-33b32e22df47 {{(pid=80004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:33:47.693311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.694612 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-734ec926-931d-4ae3-adb8-866d7dae11b5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/75aa8a42-0129-467f-80e3-33b32e22df47 HTTP/1.1" status: 204 len: 168 time: 1.8563638 Feb 10 21:33:47.697316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59896) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:47.712223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.716454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-09febc86-544f-430d-acb9-9e236aa1ccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:47.731820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c7736-9cc7-4c2f-a305-bb31195b119c,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:47.735120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:47.737274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.741644 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e16c7736-9cc7-4c2f-a305-bb31195b119c HTTP/1.1" status: 204 len: 168 time: 0.3892846 Feb 10 21:33:47.786347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Deleting subnet e8102a7d-4792-469f-b5e0-aed4203af422 {{(pid=80004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:33:47.789953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.844284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7323637'] for subnet, precommit_delete_associations {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:47.934897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.294384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59904) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:48.314415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.330196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:48.334359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Usage tracker for resource:security_group_rule and tenant:e13194a8efde49a098ecfbe673db39a4 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:48.337334 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:48.345181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:48.473807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847452311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261834'] for subnet, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.494549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-780b2da1-2b50-4fd8-8c24-8879057ce6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:48.547225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8102a7d-4792-469f-b5e0-aed4203af422,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:48.550934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:48.663844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.669427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3b435-e1b6-4808-a108-fc7dd41bdc8b None None] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:33:48.692075 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d2ff221a-3557-4003-ac89-e5d33bad3e57 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e8102a7d-4792-469f-b5e0-aed4203af422 HTTP/1.1" status: 204 len: 168 time: 0.9936392 Feb 10 21:33:48.694941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59908) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:48.710193 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.752385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.763668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7162dc1f-37d3-4657-9134-f66169361752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:48.807416 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e13194a8efde49a098ecfbe673db39a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118470 Feb 10 21:33:48.810153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59912) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:48.813114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5df6cf-f553-4eeb-a51e-fab69aa72737,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:48.814912 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.842522 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c8c4d405-8a85-4b95-a17a-437d25cdc77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:48.891202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.902604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Deleting port e865303f-bffe-41aa-8611-d987d2f07e09 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:48.903061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.919876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.965395 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] DHCP port deletion for a91d5b92-17ab-4788-a1c7-e4a94476c1d3 request from dv-cinder-775008-1-smb {{(pid=80005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 10 21:33:48.970055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Deleting port e865303f-bffe-41aa-8611-d987d2f07e09 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:48.970542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:48.997862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.003612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-63c50c8e-39eb-4d55-a894-cab19b2dcd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:49.019426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5df6cf-f553-4eeb-a51e-fab69aa72737,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:49.023209 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:49.027025 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.028566 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa5df6cf-f553-4eeb-a51e-fab69aa72737 HTTP/1.1" status: 204 len: 168 time: 0.2170787 Feb 10 21:33:49.141941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] For port e865303f-bffe-41aa-8611-d987d2f07e09, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e865303f-bffe-41aa-8611-d987d2f07e09,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:49.141941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.226552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] For port e865303f-bffe-41aa-8611-d987d2f07e09, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=e865303f-bffe-41aa-8611-d987d2f07e09,segment=NetworkSegment(c38b2c99-5183-4d80-aa7b-e4eed9c394ab),segment_id=c38b2c99-5183-4d80-aa7b-e4eed9c394ab)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:33:49.227031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.281470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Calling delete_port for e865303f-bffe-41aa-8611-d987d2f07e09 owned by network:dhcp {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:49.365529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Calling delete_port for e865303f-bffe-41aa-8611-d987d2f07e09 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:33:49.447695 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:33:49.448140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:33:49.455149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.472116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-49d5d030-f540-4970-8cb9-62e2b8cb77a0 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:49.533497 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e865303f-bffe-41aa-8611-d987d2f07e09,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:49.535450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:49.581835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e865303f-bffe-41aa-8611-d987d2f07e09 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:49.620251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: e865303f-bffe-41aa-8611-d987d2f07e09 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:49.620802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device e865303f-bffe-41aa-8611-d987d2f07e09 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:49.621371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device db50d0cd-6ce1-48eb-86e3-1085b06611c9 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:33:49.622614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] No DVR routers for this DVR port e865303f-bffe-41aa-8611-d987d2f07e09 on host dv-cinder-775008-1-smb {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:33:49.659350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: db50d0cd-6ce1-48eb-86e3-1085b06611c9 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:33:49.659907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device db50d0cd-6ce1-48eb-86e3-1085b06611c9 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:33:49.753955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.878167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d5b92-17ab-4788-a1c7-e4a94476c1d3']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:49.893357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:49.893684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38b2c99-5183-4d80-aa7b-e4eed9c394ab') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:33:49.905997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.922151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:49.924248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:33:49.949514 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Deleting port e865303f-bffe-41aa-8611-d987d2f07e09 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:33:49.949969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:50.030021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-10ff5bd4-7dd9-4c85-a55c-4676899abf72 None None] The port 'e865303f-bffe-41aa-8611-d987d2f07e09' was deleted {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 10 21:33:50.119509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:33:50.129036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:50.314552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Network a91d5b92-17ab-4788-a1c7-e4a94476c1d3 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:33:50.338491 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:33:50.603600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:50.607377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd3c526d-200e-4974-86c2-8a17a0155a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:50.625752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:50.638894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91d5b92-17ab-4788-a1c7-e4a94476c1d3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:50.644405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:50.689880 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2912545c-09a9-4c4b-afcc-4a9841ab7bc0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a91d5b92-17ab-4788-a1c7-e4a94476c1d3 HTTP/1.1" status: 204 len: 168 time: 1.9937983 Feb 10 21:33:50.974159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59944) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:51.030439 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-986b7363-1d4a-4298-8f3d-44b06fa65acb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3289362b2dad42769f08ef5c9330d8e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548065 Feb 10 21:33:51.034332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 59948) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:51.100796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:51.129935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:51.215795 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:51.222045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1fa5a22-7bbe-450b-aea2-399296ea3f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:51.239373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002f5834-7e2f-4e71-9a9a-99b1d0689ca1,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:51.242076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:51.248250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:51.252137 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1bf9df0d-b141-433e-bd10-af91dd4c747d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/002f5834-7e2f-4e71-9a9a-99b1d0689ca1 HTTP/1.1" status: 204 len: 168 time: 0.2141445 Feb 10 21:33:51.569578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bcf7cce2-d071-4eb6-86ac-862e0c0dbf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:52.456491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 59990) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:52.600517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1747029324-network', 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:33:52.606176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:52.610415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Usage tracker for resource:network and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:52.614431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:52.620447 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:52.706371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:33:52.711206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:52.724589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:52.740742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:52.744814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Usage tracker for resource:security_group_rule and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:52.747801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:52.754350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:52.944363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:52.980620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:52.985369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b7fb000c-bd7c-44c9-8a61-c36461376296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:53.021907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:33:53.031700 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:53.035365 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:53.039355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:53.040242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Added segment aa2ffc81-8f40-45dc-9613-56425e646a2d of type vxlan for network b8dea9c3-f307-4142-b8da-3b8b6dbefccd Feb 10 21:33:53.071316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:53.135171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:53.136461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:53.137111 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:53.148341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:53.264847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Pushing event updated for resources: {'Network': ['ID=b8dea9c3-f307-4142-b8da-3b8b6dbefccd,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:53.267817 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:53.276675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:33:53.285255 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8274996 Feb 10 21:33:53.288287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60008) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:53.291003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:33:53.295877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Request body: {'subnet': {'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1747029324-subnet', 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:33:53.301878 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:53.305965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Usage tracker for resource:subnet and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:53.309095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:53.315663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:53.352728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'subnet': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:33:53.357768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826698585'] for subnet, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:53.592448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-15e1decd-55e5-4eaa-8100-07352d871e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:54.052756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27359276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826698570'] for subnet, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:54.068785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-84e94ed9-459b-4123-9715-6d29fd859038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:54.200967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=718431c1-3634-4bd4-aef0-2ead56dcc0cd,revision_number=0']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:54.205160 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:54.274133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Checking segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:33:54.274521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Network hostable DHCP agents. Network: b8dea9c3-f307-4142-b8da-3b8b6dbefccd, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:33:54.323562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:33:54.352661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:54.386301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, b8dea9c3-f307-4142-b8da-3b8b6dbefccd) {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:33:54.395806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee20b4b-d455-47d2-952a-907caacc531f None None] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:33:54.400021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:54.400671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:54.450112 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1606517 Feb 10 21:33:54.630775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebfc1e6-7102-4818-bd6c-9321864fe965 None None] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:33:54.828021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:33:55.178171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-5186e0dd-452b-4de7-9be9-7fa3a538c14d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:55.179952 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-5186e0dd-452b-4de7-9be9-7fa3a538c14d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2460251 Feb 10 21:33:55.197736 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-d663abe4-7aec-4667-a72d-98c2135d3f18 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/quotas/23efcc5d58844f1abad9fe4561ecbe1d HTTP/1.1" status: 200 len: 375 time: 0.0115035 Feb 10 21:33:55.261219 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-1d96d633-8ac6-4e29-a78d-ccab79058481 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575390 Feb 10 21:33:55.352378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-9207fd69-627d-45b3-9631-f957a797944f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:33:55.353552 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-9207fd69-627d-45b3-9631-f957a797944f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0848498 Feb 10 21:33:55.502130 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-d4eebea0-40f2-4b46-b650-78a15c2e76cb service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418333 Feb 10 21:33:55.535800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:55.654563 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-cce6d2ef-f8cc-42b1-b313-92c72c88261c service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454787 Feb 10 21:33:55.989022 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-09fd1119-b1e5-4f07-b5a1-bf69b64a3af4 req-3de26859-07ff-4631-ae9f-021c2d743ec3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 210 time: 0.0511999 Feb 10 21:33:56.163366 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.174383 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-238f0994-5f2c-4e61-bfd6-a1f62620b256 req-c05933fa-38d1-45b4-bbdc-31df64407761 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 210 time: 0.0500398 Feb 10 21:33:57.254925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60084) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:57.412124 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.428854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:57.434480 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Usage tracker for resource:security_group_rule and tenant:95d0e6f651704dfa8f510c28586532d3 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:57.435972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:57.441984 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:57.577023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.643858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.654188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7817c73d-0ed7-4d33-88f9-0a362c5372f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:57.697081 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95d0e6f651704dfa8f510c28586532d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405966 Feb 10 21:33:57.698793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8fd1c-766a-4d7b-bb5f-936ce7f2615a,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:57.700069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60090) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:57.702352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:57.767839 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.794503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.878133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.884370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-99d7494c-7911-440d-a324-647352ab3ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:57.897273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8fd1c-766a-4d7b-bb5f-936ce7f2615a,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:57.900449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:57.902546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:57.904387 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4e8fd1c-766a-4d7b-bb5f-936ce7f2615a HTTP/1.1" status: 204 len: 168 time: 0.2026680 Feb 10 21:33:58.271241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-2f39a51d-f1e1-41b0-80c4-617713059230 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:58.272027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-2f39a51d-f1e1-41b0-80c4-617713059230 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Synchronizing usage tracker for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:33:58.317983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-2f39a51d-f1e1-41b0-80c4-617713059230 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Unset dirty status for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:33:58.319439 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-2f39a51d-f1e1-41b0-80c4-617713059230 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.3012946 Feb 10 21:33:58.337157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Request body: {'port': {'device_id': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd', 'admin_state_up': True, 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:33:58.393925 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e172515c-0d0b-4a2a-b04e-d82132677640 req-6ca4390a-4766-47a2-887e-ff2501cf28c8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 210 time: 0.0584626 Feb 10 21:33:58.493942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:58.498195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Usage tracker for resource:port and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:58.501309 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:58.508116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:58.546364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:33:58.569207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:58.598305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60104) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:58.626580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:58.643380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:33:58.648130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Usage tracker for resource:security_group_rule and tenant:9053fa7a1598462785b1da91276cc89d is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:33:58.651280 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:33:58.657376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:33:58.759478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:58.814974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:58.826130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-26920bf5-1b02-4ea1-aa0b-6e26dc90f00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:58.875852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60108) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:33:58.876149 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9053fa7a1598462785b1da91276cc89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756531 Feb 10 21:33:58.877951 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fcd5b1-1310-471e-9aa6-f7369b12ee00,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:58.890433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:58.997252 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Allocated IP 172.20.0.5 (b8dea9c3-f307-4142-b8da-3b8b6dbefccd/718431c1-3634-4bd4-aef0-2ead56dcc0cd/296fe0c6-200a-400f-8242-4d53c891ddbd) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:33:59.008526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.042160 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.172356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.226578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-84bbb6bf-aba8-401e-ae34-f00e54587a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:59.252959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fcd5b1-1310-471e-9aa6-f7369b12ee00,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:59.261814 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:59.277638 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.279058 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48fcd5b1-1310-471e-9aa6-f7369b12ee00 HTTP/1.1" status: 204 len: 168 time: 0.4020057 Feb 10 21:33:59.328534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.398409 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.416601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a606f8e5-59ae-44d8-a3d2-4af5556f75c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:33:59.574545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event updated for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:33:59.578564 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:33:59.637819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:33:59.639296 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:33:59.641781 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:33:59.773236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:59.773966 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:33:59.838237 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-baae1423-a403-4f86-bb06-1e6496a8adc3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005233 Feb 10 21:33:59.843666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-225d0e23-0908-41ec-b159-1bc077b2e54c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:33:59.844730 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-225d0e23-0908-41ec-b159-1bc077b2e54c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057819 Feb 10 21:33:59.857143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Request body: {'port': {'device_id': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:33:59.857503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63062239-981d-47fe-88b3-6f23ce7b65c0 req-cc05337a-1d29-415e-8bf2-808d93cf27e3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:33:59.859241 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-63062239-981d-47fe-88b3-6f23ce7b65c0 req-cc05337a-1d29-415e-8bf2-808d93cf27e3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 931 time: 0.1716523 Feb 10 21:33:59.934247 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-63062239-981d-47fe-88b3-6f23ce7b65c0 req-f62721fd-4303-49ff-ac67-c78e15dc515d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678964 Feb 10 21:33:59.988118 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.016707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60118) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:00.036487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.057107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:00.061148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Usage tracker for resource:security_group_rule and tenant:d52f7de4298048e98def0bd792e00108 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:00.064100 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:00.070243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:00.287048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.318167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.327216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7993a33a-f204-4236-92f9-02c9baa4d76d tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:00.371105 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d52f7de4298048e98def0bd792e00108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531957 Feb 10 21:34:00.372889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e410f2c1-6fc3-48bf-aaea-1a1ab7b1996c,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:00.375411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60122) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:00.376924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aa36247c-671b-48f8-b76d-14509d1278e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:00.515796 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.555376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296fe0c6-200a-400f-8242-4d53c891ddbd {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:34:00.565386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.573755 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.601523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Transition to ACTIVE for port object 296fe0c6-200a-400f-8242-4d53c891ddbd will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:34:00.632056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.647836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3e2f4f10-a6d5-46aa-bb1b-f66337371a44 tempest-ServerRescueNegativeTestJSON-250719944 tempest-ServerRescueNegativeTestJSON-250719944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:00.700370 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.792774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:00.793990 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e410f2c1-6fc3-48bf-aaea-1a1ab7b1996c HTTP/1.1" status: 204 len: 168 time: 0.4175663 Feb 10 21:34:00.800414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Pushing event updated for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:00.807605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:00.808127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-02803223-cff6-4e8f-a698-87706186cf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:00.823146 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e410f2c1-6fc3-48bf-aaea-1a1ab7b1996c,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:00.827842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e5cc79a5-81f3-4acf-b150-b3eccf92a46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:01.009380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Attempting to bind port 296fe0c6-200a-400f-8242-4d53c891ddbd on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:34:01.009752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Attempting to bind port 296fe0c6-200a-400f-8242-4d53c891ddbd by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:34:01.010113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Attempting to bind port 296fe0c6-200a-400f-8242-4d53c891ddbd on network b8dea9c3-f307-4142-b8da-3b8b6dbefccd {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:34:01.015939 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:34:01.016308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Checking segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:34:01.016711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:01.017103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Bound using segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:34:01.017568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Bound port: 296fe0c6-200a-400f-8242-4d53c891ddbd, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:34:01.017929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:01.120672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] For port 296fe0c6-200a-400f-8242-4d53c891ddbd, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:34:01.124355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] For port 296fe0c6-200a-400f-8242-4d53c891ddbd, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=296fe0c6-200a-400f-8242-4d53c891ddbd,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:34:01.193467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:01.210535 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-27e6142a-b4a9-43ca-9055-2558501adb63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:01.237276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8994-a055-4c9b-9b2c-cbed2f06b4de req-546b9e5b-c685-4966-b55f-cdc1da73ac8e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:01.238992 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-655f8994-a055-4c9b-9b2c-cbed2f06b4de req-546b9e5b-c685-4966-b55f-cdc1da73ac8e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 943 time: 0.1699960 Feb 10 21:34:01.317192 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-655f8994-a055-4c9b-9b2c-cbed2f06b4de req-f6bffd1c-668c-4cec-8b9d-317b86515cab tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708055 Feb 10 21:34:01.367484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Pushing event updated for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:01.371210 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:01.411241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:01.411906 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:01.413382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] 10.222.0.46 "PUT /v2.0/ports/296fe0c6-200a-400f-8242-4d53c891ddbd HTTP/1.1" status: 200 len: 1157 time: 1.5611825 Feb 10 21:34:01.413914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:01.473470 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd', 'status': 'completed', 'code': 200} Feb 10 21:34:01.574557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-e0175f7e-fadb-4b0c-9092-b9eb9640185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:01.576155 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-e0175f7e-fadb-4b0c-9092-b9eb9640185a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 1160 time: 0.0800529 Feb 10 21:34:01.747759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-50fe66fb-aae0-4e24-9e2b-f8a20c46fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:01.749444 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-50fe66fb-aae0-4e24-9e2b-f8a20c46fa8f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1661325 Feb 10 21:34:01.903663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-421aca29-29b8-4c1c-846c-66996659e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:01.905296 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-36c18dc2-55f5-46f2-97cd-2676a881f3d6 req-421aca29-29b8-4c1c-846c-66996659e6ed service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1493683 Feb 10 21:34:02.024098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-ac7bf681-e61a-4f8f-a2e4-3003409a1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:02.025783 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-ac7bf681-e61a-4f8f-a2e4-3003409a1337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 1160 time: 0.0832465 Feb 10 21:34:02.102790 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-053faf45-a1a7-47ad-b92f-b07efdd2d6fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296fe0c6-200a-400f-8242-4d53c891ddbd HTTP/1.1" status: 200 len: 217 time: 0.0698364 Feb 10 21:34:02.174770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-ba51f9cc-32ad-4136-a2a2-8c736c008aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:02.176382 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-ba51f9cc-32ad-4136-a2a2-8c736c008aec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0668747 Feb 10 21:34:02.468568 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-2c896c51-1cf6-4966-903e-3b2b63a06e6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851684 Feb 10 21:34:02.626186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-5d154865-337b-40d1-a810-d305c1a048f2 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507995 Feb 10 21:34:02.780714 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a7794331-b9b4-4512-ba62-c4d9ea59d8ea req-1b8c5cf7-c96f-4bc5-ac99-074f1a8d6f61 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473420 Feb 10 21:34:02.879555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651eab-1f59-44fc-a7ac-61ff3c86e612 req-f18588cc-4d8e-4ae7-acac-76cf6aa75df9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:02.881567 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-14651eab-1f59-44fc-a7ac-61ff3c86e612 req-f18588cc-4d8e-4ae7-acac-76cf6aa75df9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 943 time: 0.4198174 Feb 10 21:34:02.950158 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-14651eab-1f59-44fc-a7ac-61ff3c86e612 req-a49c5772-e7db-4b92-9a26-b161a622b58e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Feb 10 21:34:04.397715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fc0c4-a720-4caa-bae7-901934fd0fdb req-a9f7c0db-d969-44d2-96f9-4a0c0260c6f5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:04.399460 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f46fc0c4-a720-4caa-bae7-901934fd0fdb req-a9f7c0db-d969-44d2-96f9-4a0c0260c6f5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 943 time: 0.1708879 Feb 10 21:34:04.468092 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f46fc0c4-a720-4caa-bae7-901934fd0fdb req-675cf9be-bf09-45ff-a7de-4555164e3baa tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Feb 10 21:34:04.494471 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60204) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:04.649113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:04.664495 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:04.668612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:7120de2637d346e5b5cc7cc7dfe449fb is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:04.671594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:04.677942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:04.764398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:04.808728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:04.817800 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a88fe306-8780-4e79-b874-9185df1b27c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:04.863220 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7120de2637d346e5b5cc7cc7dfe449fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673737 Feb 10 21:34:04.864154 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec752bb-0580-4bc1-8291-3481f9dbf167,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:04.867183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60210) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:04.869058 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8a741b16-2eea-48ea-9dfd-bf4897466ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:04.931031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:04.959467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.084668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.088815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2ad45bc0-7bae-47fb-b245-da0480fff6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:05.109065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec752bb-0580-4bc1-8291-3481f9dbf167,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:05.113494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:05.128185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.129152 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ec752bb-0580-4bc1-8291-3481f9dbf167 HTTP/1.1" status: 204 len: 168 time: 0.2608867 Feb 10 21:34:05.635217 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60220) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:05.655999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.673945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:05.679424 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Usage tracker for resource:security_group_rule and tenant:17c81d1f42344f57a69ba1671b69815e is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:05.684307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:05.690114 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:05.871604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.900336 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:05.902451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f96cb2-401a-4317-a2c1-537e51514237 req-06db5ef5-3f69-4182-9c8b-75c107c9edfe tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:05.912829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-59f73e21-7ae6-4fa0-9bb0-b729c74e1b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:05.913844 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f1f96cb2-401a-4317-a2c1-537e51514237 req-06db5ef5-3f69-4182-9c8b-75c107c9edfe tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 943 time: 0.1777673 Feb 10 21:34:05.964293 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17c81d1f42344f57a69ba1671b69815e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275788 Feb 10 21:34:05.965223 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07247a31-cb41-4c25-afaf-4f787ea8e376,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:05.967928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60224) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:05.970661 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8d8ef5b5-2e23-4a62-8c79-552614ae19f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:05.983687 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f1f96cb2-401a-4317-a2c1-537e51514237 req-3eed1899-2faf-4101-9006-da0dd446f1e9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Feb 10 21:34:06.016153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-6fa7715b-1102-43a8-9d44-5a7fc387b528 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:34:06.044281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.073477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.232212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.237556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6ce81d3-5259-4e48-ba57-2f05faac3511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:06.253827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07247a31-cb41-4c25-afaf-4f787ea8e376,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:06.257621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:06.264509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.266435 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fe55ca20-8de0-41bb-b1ef-189368737b7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07247a31-cb41-4c25-afaf-4f787ea8e376 HTTP/1.1" status: 204 len: 168 time: 0.2969191 Feb 10 21:34:06.493106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 296fe0c6-200a-400f-8242-4d53c891ddbd up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:06.729227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 296fe0c6-200a-400f-8242-4d53c891ddbd completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:34:06.736208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 296fe0c6-200a-400f-8242-4d53c891ddbd triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:06.740829 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.866150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.897143 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:06.907852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 296fe0c6-200a-400f-8242-4d53c891ddbd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=296fe0c6-200a-400f-8242-4d53c891ddbd,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:34:06.940483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:06.946846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:06.979434 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd', 'code': 200} Feb 10 21:34:07.045417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:07.048855 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:07.294031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac35aa9-c8d5-4789-8d32-ccc402e90366 req-4b48ec0f-bba7-41e3-817e-567f5d2a692c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:07.308442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6468-a613-456a-a55b-0ac9fdccdcd9 req-d1be120a-655f-460d-afaf-4be9327ed600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:07.308639 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fac35aa9-c8d5-4789-8d32-ccc402e90366 req-4b48ec0f-bba7-41e3-817e-567f5d2a692c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1759901 Feb 10 21:34:07.308759 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c95b6468-a613-456a-a55b-0ac9fdccdcd9 req-d1be120a-655f-460d-afaf-4be9327ed600 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 1162 time: 0.0905178 Feb 10 21:34:07.346826 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c95b6468-a613-456a-a55b-0ac9fdccdcd9 req-1be762c9-5656-4330-a39a-4a7da57998c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Feb 10 21:34:07.364661 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fac35aa9-c8d5-4789-8d32-ccc402e90366 req-9334aec2-9828-48bf-825f-ce921868eee5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 Feb 10 21:34:07.909503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 296fe0c6-200a-400f-8242-4d53c891ddbd up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:07.989218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 296fe0c6-200a-400f-8242-4d53c891ddbd triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:07.990216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:08.690180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88812-ef2f-45a5-9c3c-370b3fb6040b req-3b3cbc24-a36a-4906-ab88-6f558d6f4896 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:08.691922 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-60e88812-ef2f-45a5-9c3c-370b3fb6040b req-3b3cbc24-a36a-4906-ab88-6f558d6f4896 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1776297 Feb 10 21:34:08.763369 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-60e88812-ef2f-45a5-9c3c-370b3fb6040b req-e83b46d5-bb3e-4b61-9b49-46f9cff03c14 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Feb 10 21:34:08.958658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:10.077023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db6cf4-1d1e-4df3-a3d5-ef0fc79dc344 req-ff73b76c-a73f-4fb6-a720-517d06b49c2c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:10.078675 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0db6cf4-1d1e-4df3-a3d5-ef0fc79dc344 req-ff73b76c-a73f-4fb6-a720-517d06b49c2c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1729233 Feb 10 21:34:10.152533 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0db6cf4-1d1e-4df3-a3d5-ef0fc79dc344 req-1e163d64-c0a3-4879-8ede-1514518b7a6c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 Feb 10 21:34:15.384979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-b9b4ee0d-aa50-43f2-a484-7569f7939ae6 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:15.386650 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-b9b4ee0d-aa50-43f2-a484-7569f7939ae6 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2621810 Feb 10 21:34:15.404031 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-8d95bbc5-e03a-46c4-a00d-1f16b591af68 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/quotas/23efcc5d58844f1abad9fe4561ecbe1d HTTP/1.1" status: 200 len: 375 time: 0.0112741 Feb 10 21:34:15.528799 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-e104a4fc-9fd9-4e63-aa3c-3f68d03a94f0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190352 Feb 10 21:34:15.677826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-343d9cd1-89fb-4cdc-901d-362ebfc2fa5b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:34:15.678945 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-343d9cd1-89fb-4cdc-901d-362ebfc2fa5b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1411850 Feb 10 21:34:15.833907 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-347f2521-c835-4ad1-a7ce-ca7c85e7aae5 service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474223 Feb 10 21:34:15.980752 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-70a56908-9b4c-4f62-953c-f696fa7407e9 service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405380 Feb 10 21:34:16.244099 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-693ed05a-6c64-4311-adaf-9c9880a5c3f8 req-a500c51e-fff0-40d4-99b1-076c8ac78eaa tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 210 time: 0.0500195 Feb 10 21:34:17.435695 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20e575cf-d26c-40ea-80de-de483290be58 req-3cb3364e-1bd0-4566-bba0-e2d4fa73ba09 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 210 time: 0.0524297 Feb 10 21:34:18.104560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-c27fbd45-29a5-4d88-b6dc-b870a0fff794 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:18.106228 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-c27fbd45-29a5-4d88-b6dc-b870a0fff794 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2476835 Feb 10 21:34:18.124131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Request body: {'port': {'device_id': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd', 'admin_state_up': True, 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:34:18.276932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:18.280900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Usage tracker for resource:port and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:18.284227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:18.290268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:18.345969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:34:18.367264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:18.640236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6a5f1127-f789-4f62-bf8d-e0794bfd7615 req-44da9536-0459-4473-9ad8-3e16a1e6d5d8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 210 time: 0.0531163 Feb 10 21:34:18.698324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Allocated IP 172.20.0.12 (b8dea9c3-f307-4142-b8da-3b8b6dbefccd/718431c1-3634-4bd4-aef0-2ead56dcc0cd/8867a5a0-fb69-4a6a-9883-b6b6fb775d0e) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:34:19.043015 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:19.102284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:19.119515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6f3de041-9bbd-4885-a5dd-3e8288561e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:19.275491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event updated for resources: {'Port': ['ID=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:19.281032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:19.327824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:34:19.328929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:34:19.331977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:34:19.471410 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:19.472138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:19.518548 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3984878 Feb 10 21:34:19.531991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Request body: {'port': {'device_id': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:34:19.663589 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:19.940262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca264c-1c27-479d-bb6a-9370f7343be4 req-7392f19b-235a-44cb-8e5b-3d0bd7b90d88 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:19.942001 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fca264c-1c27-479d-bb6a-9370f7343be4 req-7392f19b-235a-44cb-8e5b-3d0bd7b90d88 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 932 time: 0.1717560 Feb 10 21:34:20.009031 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1fca264c-1c27-479d-bb6a-9370f7343be4 req-194fe1ee-2ec5-491f-a4e5-e977af15d5b5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Feb 10 21:34:20.093804 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:34:20.103288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.116676 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Transition to ACTIVE for port object 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:34:20.140265 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.154462 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-93f79c1a-1b75-48a8-ae5e-9f6d2c658094 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:20.304758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Pushing event updated for resources: {'Port': ['ID=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:20.310387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:20.494771 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Attempting to bind port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:34:20.495066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Attempting to bind port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:34:20.495427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Attempting to bind port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e on network b8dea9c3-f307-4142-b8da-3b8b6dbefccd {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:34:20.501140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:34:20.501509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Checking segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:34:20.501904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.502293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Bound using segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:34:20.502770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Bound port: 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:34:20.503226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.605318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] For port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:34:20.608451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] For port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:34:20.638045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.653871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-05d15e4b-ad16-4ce1-ab56-687e644c85ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:20.820861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Pushing event updated for resources: {'Port': ['ID=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:20.827550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:20.862678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:20.863394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:20.865595 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] 10.222.0.46 "PUT /v2.0/ports/8867a5a0-fb69-4a6a-9883-b6b6fb775d0e HTTP/1.1" status: 200 len: 1158 time: 1.3377717 Feb 10 21:34:20.866161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:20.928422 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e', 'status': 'completed', 'code': 200} Feb 10 21:34:21.034458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-4b8d1547-a809-4ca3-b4ba-2fa432514bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.036026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-4b8d1547-a809-4ca3-b4ba-2fa432514bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 1161 time: 0.0848846 Feb 10 21:34:21.325758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7d54-0698-4293-ba38-99218eed07b6 req-3386f40b-abd4-4d3f-b154-11f01f0461a0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.327514 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-abed7d54-0698-4293-ba38-99218eed07b6 req-3386f40b-abd4-4d3f-b154-11f01f0461a0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1835184 Feb 10 21:34:21.397285 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-abed7d54-0698-4293-ba38-99218eed07b6 req-25b78734-ec6c-4720-9021-c02e3cd6d37d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617650 Feb 10 21:34:21.419774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-101878e4-e68a-4e05-8aed-4d9d5cd41815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.421373 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-101878e4-e68a-4e05-8aed-4d9d5cd41815 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3772037 Feb 10 21:34:21.540572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8d81840b-82df-459d-adb2-2bcfbbe59c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:21.589455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-c35fbbf1-16f1-4a71-86df-ff9f3255749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.591006 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-63e66a47-b5ad-4914-9495-01bf1fe4c964 req-c35fbbf1-16f1-4a71-86df-ff9f3255749b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1621573 Feb 10 21:34:21.710880 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-4e5438a6-ed1d-40c6-ac06-58f7af895bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.712510 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-4e5438a6-ed1d-40c6-ac06-58f7af895bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 1161 time: 0.0800984 Feb 10 21:34:21.793496 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-ea15c8cc-dc3e-4b47-9c0d-99f689bce906 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e HTTP/1.1" status: 200 len: 217 time: 0.0721772 Feb 10 21:34:21.865135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-6d8a49ea-2203-45f9-92b7-531067b92d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:21.866630 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-6d8a49ea-2203-45f9-92b7-531067b92d89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0657611 Feb 10 21:34:21.923773 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-4d4daef6-e2dc-47fe-be15-0f6de6c277b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489552 Feb 10 21:34:22.071697 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-6f422fb3-77e4-4933-9998-ff0b53e553c3 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401403 Feb 10 21:34:22.223861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fcbd5e19-b805-4f93-b287-2986f223b6ff req-ebb02167-2342-4e25-847c-4a84de6f069c service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409893 Feb 10 21:34:22.699295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450219f-650e-4676-9bd0-605405bb5617 req-af54fcbc-2bcb-4e6e-83f4-31ed88a7a300 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:22.700954 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d450219f-650e-4676-9bd0-605405bb5617 req-af54fcbc-2bcb-4e6e-83f4-31ed88a7a300 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1694262 Feb 10 21:34:22.766952 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d450219f-650e-4676-9bd0-605405bb5617 req-d33575b3-ceca-4d7a-9920-a81e0ab67e8d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595729 Feb 10 21:34:23.586080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-550981ce-3074-4804-b62a-dfd4736a2393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:24.062443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439995a1-5044-4ffe-b958-8ef7b79f1675 req-20716a88-89e0-488d-ae61-57930e8cdc4a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:24.064120 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-439995a1-5044-4ffe-b958-8ef7b79f1675 req-20716a88-89e0-488d-ae61-57930e8cdc4a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1672912 Feb 10 21:34:24.132239 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-439995a1-5044-4ffe-b958-8ef7b79f1675 req-4d82cc39-9dd7-4abd-bf8b-b51b984278ab tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Feb 10 21:34:24.345758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:25.428486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54ce7-87c8-4d0a-8aea-5465d9d16626 req-adf8ed8c-a777-4c26-97d0-05acfe13b7b9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:25.430067 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-28b54ce7-87c8-4d0a-8aea-5465d9d16626 req-adf8ed8c-a777-4c26-97d0-05acfe13b7b9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1650298 Feb 10 21:34:25.494944 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-28b54ce7-87c8-4d0a-8aea-5465d9d16626 req-bed8ef55-a988-4b09-b8d1-3660d2c9d127 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583694 Feb 10 21:34:25.545910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:26.241119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:26.794983 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8bb6-332d-4a39-b977-ef22c24ab72c req-c7d72ea9-90b1-4672-8e09-dad2b9dea057 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:26.796642 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-abfa8bb6-332d-4a39-b977-ef22c24ab72c req-c7d72ea9-90b1-4672-8e09-dad2b9dea057 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1708765 Feb 10 21:34:26.863300 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-abfa8bb6-332d-4a39-b977-ef22c24ab72c req-2f8792d7-f534-49a7-b8ef-894a634e9a4a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603333 Feb 10 21:34:28.175095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7bd8-41e5-4365-af8b-8d3894842203 req-df305760-49ca-4fa4-beab-e7d7f197680b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:28.176790 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2fee7bd8-41e5-4365-af8b-8d3894842203 req-df305760-49ca-4fa4-beab-e7d7f197680b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 944 time: 0.1759777 Feb 10 21:34:28.245040 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2fee7bd8-41e5-4365-af8b-8d3894842203 req-b404085b-65be-44e2-b9a1-795e7d9743c1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619197 Feb 10 21:34:28.515597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:28.620269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:34:28.625629 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:28.626045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:28.754871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:28.784121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:28.794825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:34:28.826174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:28.828248 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:28.867288 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e', 'code': 200} Feb 10 21:34:28.911766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:28.915563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:29.249815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566645-19af-46f1-81fc-8fe0bbdbc7ed req-bcc8ba1c-cd6a-4da8-b046-0e9e408392ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:29.252087 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-47566645-19af-46f1-81fc-8fe0bbdbc7ed req-bcc8ba1c-cd6a-4da8-b046-0e9e408392ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 1163 time: 0.1630468 Feb 10 21:34:29.297559 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-47566645-19af-46f1-81fc-8fe0bbdbc7ed req-9212e666-fd83-4f2c-b1d8-be83e54f72b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Feb 10 21:34:29.550352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485657-b616-4af2-b361-f1bfa0102a3e req-9d0e6c6a-97f2-4cd8-b9cf-2a79854701e0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:29.552099 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-98485657-b616-4af2-b361-f1bfa0102a3e req-9d0e6c6a-97f2-4cd8-b9cf-2a79854701e0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.1738522 Feb 10 21:34:29.624057 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-98485657-b616-4af2-b361-f1bfa0102a3e req-e42bf0f6-f538-4960-84f8-a777fef77081 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648482 Feb 10 21:34:29.640593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60452) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:29.796955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:29.812458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:29.816610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Usage tracker for resource:security_group_rule and tenant:d767b341aae449c98c6fbc95c3bd47fb is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:29.819604 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:29.825954 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:29.912563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:29.951726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:29.961394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e35a935c-3115-47d9-832f-cf18a7cd2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:30.007470 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d767b341aae449c98c6fbc95c3bd47fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654428 Feb 10 21:34:30.009791 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e136f2-f9a5-44e4-add2-ed76241ce99b,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:30.011572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60458) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:34:30.013429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:30.018091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.018512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.018987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.019393 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.019792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.020191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.020586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.021052 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.021381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.021773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.022164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.022552 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.023067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.023458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.023850 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.024238 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.024760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.025264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.025625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.025904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.026587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.026721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.027045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.027432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.032344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:30.079974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:30.091605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:30.092024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:30.110218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:30.185995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:30.191311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c9dee9ed-0bf9-4abb-9118-5701302a28d6 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:30.202845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e136f2-f9a5-44e4-add2-ed76241ce99b,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:30.213822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:30.215066 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33e136f2-f9a5-44e4-add2-ed76241ce99b HTTP/1.1" status: 204 len: 168 time: 0.2024186 Feb 10 21:34:30.216582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.216999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.217379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.217942 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.218509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.218929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.219316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.219868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.220053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.220440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.220873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.221287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.221785 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.222176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.222562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.223069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.223467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.223854 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.224241 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.224626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.225009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.225394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.226037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.226423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:30.230807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:30.939225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1a32-efef-4b84-b4c0-90ba5f98c9da req-fe3af0c6-1237-4189-bb9d-6a9b9b6d3d2f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:30.940944 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9b9e1a32-efef-4b84-b4c0-90ba5f98c9da req-fe3af0c6-1237-4189-bb9d-6a9b9b6d3d2f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.1731675 Feb 10 21:34:31.007072 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9b9e1a32-efef-4b84-b4c0-90ba5f98c9da req-06a5e444-5bbe-46d8-b3da-146847fdf60b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Feb 10 21:34:31.828937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:34:32.311525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2d41-3a7e-450c-b616-cad7f1b0f264 req-27054d39-e0de-48b5-931c-bbe026f1b7cc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:32.313160 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-12dc2d41-3a7e-450c-b616-cad7f1b0f264 req-27054d39-e0de-48b5-931c-bbe026f1b7cc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.1724298 Feb 10 21:34:32.382764 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-12dc2d41-3a7e-450c-b616-cad7f1b0f264 req-01c3213f-0769-42dc-bfcc-478ddcff4e89 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629430 Feb 10 21:34:32.607702 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-3bfea423-bacb-452c-a430-ef04fe662ab1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832589 Feb 10 21:34:32.767630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-a97ae74b-3676-4303-aa9f-eb308631e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:32.769355 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-a97ae74b-3676-4303-aa9f-eb308631e11f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 1162 time: 0.0827293 Feb 10 21:34:32.944867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-b513c352-6464-47c0-899e-ac646a4b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:32.946608 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-b513c352-6464-47c0-899e-ac646a4b3f6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 909 time: 0.1544733 Feb 10 21:34:33.027583 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-cb43858c-0371-475c-9bdd-1c84f4459b6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296fe0c6-200a-400f-8242-4d53c891ddbd HTTP/1.1" status: 200 len: 217 time: 0.0741417 Feb 10 21:34:33.103826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-fd045428-c109-4b7f-8e20-1bbfb9315a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:33.105508 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-fd045428-c109-4b7f-8e20-1bbfb9315a11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0707617 Feb 10 21:34:33.177187 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-9dfe6c9e-79c2-40da-8f18-a4414bda3ecf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645044 Feb 10 21:34:33.345699 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-9fa3709d-fc68-448d-a43d-6f9e6f262baf service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594803 Feb 10 21:34:33.503385 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6b5ddfd7-79b5-40e7-b5bd-0c83210883f8 req-5a65a873-fc27-4554-b7c5-2d1e9a6ee0d7 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506901 Feb 10 21:34:34.841703 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-9a2c1d25-334d-4d9d-aaaf-5a2995c46c06 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:34.843356 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-9a2c1d25-334d-4d9d-aaaf-5a2995c46c06 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2427258 Feb 10 21:34:34.860186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-84aceb4d-1f13-4a32-bbe0-915c9fa7886c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/quotas/23efcc5d58844f1abad9fe4561ecbe1d HTTP/1.1" status: 200 len: 375 time: 0.0107641 Feb 10 21:34:34.993174 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-87259de6-8f7a-482c-9d64-5f6e3fa3657f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269228 Feb 10 21:34:35.363801 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-9ecf8ba8-281b-4195-9197-e0ba82d83cad service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626554 Feb 10 21:34:35.517210 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-192e82e8-fce1-4354-a33c-e26e36dfd000 service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454370 Feb 10 21:34:35.845193 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-fb925fa7-650e-4613-ae46-45ead12a5eaa req-7eeb08e3-5464-4935-a547-be1fc81e49c4 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0552995 Feb 10 21:34:37.048600 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-68bf551a-3634-4239-927f-34a8f70ebcb3 req-2aeb1b76-cc3b-4fb0-b3b8-19f8a3970e50 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0500941 Feb 10 21:34:38.284109 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-550ff04d-43fd-4d73-8a57-9323ae77f20d req-c6aec1df-77b9-4b3d-8992-fb1c8e5f464e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0716479 Feb 10 21:34:38.766498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-0aa16768-13da-4568-87b7-500ba90baf37 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:38.768190 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-0aa16768-13da-4568-87b7-500ba90baf37 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2863977 Feb 10 21:34:38.790007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Request body: {'port': {'device_id': '5acdb738-24e2-408b-abbb-15a248d726ea', 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd', 'admin_state_up': True, 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:34:38.994335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:38.999733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Usage tracker for resource:port and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:39.003383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:39.008916 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:39.010271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:39.065831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:34:39.088237 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:39.433856 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Allocated IP 172.20.0.7 (b8dea9c3-f307-4142-b8da-3b8b6dbefccd/718431c1-3634-4bd4-aef0-2ead56dcc0cd/a9c1af21-c7fe-48ef-9199-4dc686930fb1) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:34:39.483933 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c1e909a3-6525-4c46-9f8a-ad63c5d3af42 req-9c987482-a497-498e-9733-f7d57392da83 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0537307 Feb 10 21:34:39.662975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:39.717692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:39.734235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:39.887812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event updated for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:39.893680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:39.942858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:34:39.946742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:34:39.946742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:34:40.079174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:40.079917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:40.152727 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3698483 Feb 10 21:34:40.172623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Request body: {'port': {'device_id': '5acdb738-24e2-408b-abbb-15a248d726ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:34:40.299687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:40.762768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c1af21-c7fe-48ef-9199-4dc686930fb1 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:34:40.772255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:40.842876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Transition to ACTIVE for port object a9c1af21-c7fe-48ef-9199-4dc686930fb1 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:34:40.849033 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412c1fd-17f4-4ae0-8cf0-da3e3d16e5c7 req-4abfacd1-3fd9-4f4f-aba5-579b51bfc43e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:40.851030 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6412c1fd-17f4-4ae0-8cf0-da3e3d16e5c7 req-4abfacd1-3fd9-4f4f-aba5-579b51bfc43e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 931 time: 0.2076268 Feb 10 21:34:40.900961 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:40.920950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-54342629-965f-43cd-85db-ef519304eaa6 tempest-VolumesActionsTest-365290642 tempest-VolumesActionsTest-365290642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:40.924319 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6412c1fd-17f4-4ae0-8cf0-da3e3d16e5c7 req-ccd3e24f-85d0-4a87-9432-3dbda206f543 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Feb 10 21:34:41.308790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:41.313388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:41.494483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Attempting to bind port a9c1af21-c7fe-48ef-9199-4dc686930fb1 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:34:41.494921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Attempting to bind port a9c1af21-c7fe-48ef-9199-4dc686930fb1 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:34:41.495281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Attempting to bind port a9c1af21-c7fe-48ef-9199-4dc686930fb1 on network b8dea9c3-f307-4142-b8da-3b8b6dbefccd {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:34:41.501274 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:34:41.501650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Checking segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:34:41.502053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:41.502448 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Bound using segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:34:41.502949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Bound port: a9c1af21-c7fe-48ef-9199-4dc686930fb1, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:34:41.503322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:41.602429 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:34:41.606208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:34:41.643171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:41.658960 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:41.818512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:41.824813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:41.862624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:41.863221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:41.864689 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-11779344-1218-408f-8ddb-e2995d4a761b service neutron] 10.222.0.46 "PUT /v2.0/ports/a9c1af21-c7fe-48ef-9199-4dc686930fb1 HTTP/1.1" status: 200 len: 1157 time: 1.6973405 Feb 10 21:34:41.865300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:41.930825 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1', 'status': 'completed', 'code': 200} Feb 10 21:34:42.054513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-42171810-79ea-4361-8f38-fe7b6f8ac60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:42.057840 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-42171810-79ea-4361-8f38-fe7b6f8ac60b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 1160 time: 0.1149230 Feb 10 21:34:42.137673 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-a35a323d-d991-48f2-a7ea-1e4a96dd5abb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1 HTTP/1.1" status: 200 len: 217 time: 0.0714176 Feb 10 21:34:42.212667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-be9fe343-3c72-4a44-aa76-e366eabf5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:42.215245 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-be9fe343-3c72-4a44-aa76-e366eabf5f24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0711408 Feb 10 21:34:42.263752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb57c7-ae6f-4306-9e15-0a40c680407c req-78c75047-e228-4a2d-b1e0-1f27b415a5d9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:42.265496 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85cb57c7-ae6f-4306-9e15-0a40c680407c req-78c75047-e228-4a2d-b1e0-1f27b415a5d9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 943 time: 0.1920602 Feb 10 21:34:42.278831 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-bf471509-eb70-4360-9fb3-3b82af86c80a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559332 Feb 10 21:34:42.342090 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-85cb57c7-ae6f-4306-9e15-0a40c680407c req-0a96e483-d80c-48ed-a956-ab8af90ec050 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Feb 10 21:34:42.434833 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-698fa0e4-c150-4717-ad76-3011a96f990a service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482875 Feb 10 21:34:42.593990 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8b6f5ad5-0554-4d2f-8d54-bd5694800cb5 req-43f76c09-5236-41c4-bb9a-e919df68494a service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508553 Feb 10 21:34:42.758451 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-ff401153-17d4-43fa-b974-c1cebd8081c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:42.760863 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-ff401153-17d4-43fa-b974-c1cebd8081c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 1160 time: 0.0848806 Feb 10 21:34:42.922953 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-30110507-f9a9-4b03-8c36-4240e1539092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:42.924642 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-30110507-f9a9-4b03-8c36-4240e1539092 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 909 time: 0.1549659 Feb 10 21:34:43.017684 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-f84cb8ea-55c0-4126-b2c6-0b073418db59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1 HTTP/1.1" status: 200 len: 217 time: 0.0806305 Feb 10 21:34:43.095329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-431958ad-f6dd-4480-9da8-3ba51f804dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:43.096994 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-431958ad-f6dd-4480-9da8-3ba51f804dcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0692086 Feb 10 21:34:43.156653 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-9d8bbb19-02cf-4437-8460-dafd6eefd847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515976 Feb 10 21:34:43.306244 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-4b490f80-ccfb-480a-8780-abf5819d8c4c service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420512 Feb 10 21:34:43.469973 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-579e63cf-e0ad-40ec-88fc-2507b48a0d88 req-56d06b79-7b6e-4992-af39-f9f7afa0431d service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562338 Feb 10 21:34:43.674244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a204b6-5a74-4373-9fa4-680c71ddd788 req-9dbc393f-5d22-4527-8024-d78ba58359f8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:43.676099 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08a204b6-5a74-4373-9fa4-680c71ddd788 req-9dbc393f-5d22-4527-8024-d78ba58359f8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 943 time: 0.1826839 Feb 10 21:34:43.742470 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08a204b6-5a74-4373-9fa4-680c71ddd788 req-0173c242-db85-4b9e-a322-254b9d3c2928 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592666 Feb 10 21:34:45.054488 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c453d-e1fe-4e04-9137-9f1d5c0cfa6c req-93213fac-2443-4e3f-ad73-a07138a28e9e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:45.056225 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-899c453d-e1fe-4e04-9137-9f1d5c0cfa6c req-93213fac-2443-4e3f-ad73-a07138a28e9e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 943 time: 0.1802547 Feb 10 21:34:45.123176 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-899c453d-e1fe-4e04-9137-9f1d5c0cfa6c req-8485c2e6-b9a2-4678-8600-d901e14127e1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605879 Feb 10 21:34:46.640489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757a1c5-5d40-4ded-964d-fe815d6cbc52 req-65c6447b-7209-4cfc-bdc1-ae30b5fa9d3d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:46.642202 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8757a1c5-5d40-4ded-964d-fe815d6cbc52 req-65c6447b-7209-4cfc-bdc1-ae30b5fa9d3d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 943 time: 0.3844707 Feb 10 21:34:46.710037 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8757a1c5-5d40-4ded-964d-fe815d6cbc52 req-37478194-5b95-4fdf-b122-0312ac84af8c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Feb 10 21:34:46.719433 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device a9c1af21-c7fe-48ef-9199-4dc686930fb1 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:46.831549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port a9c1af21-c7fe-48ef-9199-4dc686930fb1 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:34:46.837257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port a9c1af21-c7fe-48ef-9199-4dc686930fb1 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:46.837761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:46.988635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:47.023742 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:34:47.035914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:34:47.083221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:47.086483 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1', 'code': 200} Feb 10 21:34:47.087164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c3ddb5cf-beb6-4819-92fd-782256e7be1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:34:47.171760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:34:47.180279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.180671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.181862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.182512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.182994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.183382 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.183764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.184177 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.184631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.184915 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.185287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.185654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.186131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.186505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.186921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.187289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.187656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.188024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.188391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.188758 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.189122 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.189655 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.189861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.190228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:34:47.195289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:34:47.399658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427de5-208d-461c-a54a-379b7757d462 req-3fc3c081-7c87-4f5e-a850-e318c1860714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:47.402217 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c4427de5-208d-461c-a54a-379b7757d462 req-3fc3c081-7c87-4f5e-a850-e318c1860714 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 1162 time: 0.0811226 Feb 10 21:34:47.454944 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c4427de5-208d-461c-a54a-379b7757d462 req-beb3f7b1-b48c-4135-93e3-c35b8c978c70 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Feb 10 21:34:48.034121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2201-fd9e-4a02-9dbb-170f65801e0e req-995560b8-9c4f-4311-bf17-76c8c7c06f8c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:48.036376 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d8d2201-fd9e-4a02-9dbb-170f65801e0e req-995560b8-9c4f-4311-bf17-76c8c7c06f8c tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 945 time: 0.1901264 Feb 10 21:34:48.111729 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d8d2201-fd9e-4a02-9dbb-170f65801e0e req-8b3baaf8-b61b-4d11-8a66-6610c884e008 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688705 Feb 10 21:34:48.179175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device a9c1af21-c7fe-48ef-9199-4dc686930fb1 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:34:48.257018 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port a9c1af21-c7fe-48ef-9199-4dc686930fb1 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:34:48.257441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:49.478824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13070-0529-41f6-a045-c1113ec609fd req-4f484559-fbc8-4a21-88a0-290fcd390d66 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:49.480469 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-52b13070-0529-41f6-a045-c1113ec609fd req-4f484559-fbc8-4a21-88a0-290fcd390d66 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 945 time: 0.1785264 Feb 10 21:34:49.552937 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-52b13070-0529-41f6-a045-c1113ec609fd req-7f22ff50-aa56-4696-b06c-a8ce48af789f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Feb 10 21:34:51.557627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e73aaa87-bf0e-44b0-80d0-6e979b3c99a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:53.591891 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f167b4df-60b7-42ac-b076-1f963bb4886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:54.357279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:55.534442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:56.168525 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:56.606288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-a5058bc5-098f-42c0-9aee-383ad06881b6 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:56.608035 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-a5058bc5-098f-42c0-9aee-383ad06881b6 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2433016 Feb 10 21:34:56.625989 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-d05957b9-79bf-4b31-ace5-f115176964ba tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/quotas/23efcc5d58844f1abad9fe4561ecbe1d HTTP/1.1" status: 200 len: 375 time: 0.0112562 Feb 10 21:34:56.769731 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-14a2f2a6-eba1-42c1-9581-6f846ef84be1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376410 Feb 10 21:34:56.923789 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-caba6c2e-03f5-4f97-9dfa-eb4f0fec6f95 service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462893 Feb 10 21:34:57.075871 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-9695baed-795c-4aed-b973-b1d36b3fbd74 service neutron] 10.222.0.77 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455312 Feb 10 21:34:57.393316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-89df3bbd-e08f-4b54-8cd8-741c7ae26752 req-d3f5a49d-0123-4d47-b65c-f408ec1945fd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 210 time: 0.0597472 Feb 10 21:34:58.578661 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1282ccba-be60-49ae-adca-1b0d809bf893 req-034d5119-a757-4932-ad83-e7552e6bbd59 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 210 time: 0.0532312 Feb 10 21:34:59.323646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-6e0b4d5a-955f-4623-830e-200375596e69 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:34:59.325968 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-6e0b4d5a-955f-4623-830e-200375596e69 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 815 time: 0.2381938 Feb 10 21:34:59.345301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Request body: {'port': {'device_id': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd', 'admin_state_up': True, 'tenant_id': '23efcc5d58844f1abad9fe4561ecbe1d'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:34:59.494910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:34:59.500242 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Usage tracker for resource:port and tenant:23efcc5d58844f1abad9fe4561ecbe1d is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:34:59.503467 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:34:59.509353 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:34:59.550335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Made reservation on behalf of 23efcc5d58844f1abad9fe4561ecbe1d for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:34:59.572123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:34:59.772191 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9aeda351-dc3b-4a35-af5c-4d1d92a1f2f1 req-884243f5-91a4-4447-a319-39dddeabad59 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 210 time: 0.0530040 Feb 10 21:34:59.932406 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Allocated IP 172.20.0.11 (b8dea9c3-f307-4142-b8da-3b8b6dbefccd/718431c1-3634-4bd4-aef0-2ead56dcc0cd/bab3b023-cedf-48c1-89b7-3e547eaaf6e0) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:35:00.258866 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:00.317092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:00.332764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-7fbbee53-8671-4048-876d-ed3ba08df166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:00.484450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event updated for resources: {'Port': ['ID=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:00.488813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:00.533035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:00.534455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:00.537099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:35:00.664110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:00.664780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:00.946164 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-30ce8147-9ee2-4cc2-bf4d-7682112c09e5 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6048746 Feb 10 21:35:00.960515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Request body: {'port': {'device_id': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:01.084964 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:01.191599 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb0d9-dbb7-48c2-b1e2-2a6b6ef4c822 req-49f89c83-c014-4459-ab2f-19493d6ac475 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:01.193285 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b4fcb0d9-dbb7-48c2-b1e2-2a6b6ef4c822 req-49f89c83-c014-4459-ab2f-19493d6ac475 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 932 time: 0.1720278 Feb 10 21:35:01.259934 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b4fcb0d9-dbb7-48c2-b1e2-2a6b6ef4c822 req-7cecfdca-6e3c-41cb-8eca-c1796a5e7bb3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Feb 10 21:35:01.752201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab3b023-cedf-48c1-89b7-3e547eaaf6e0 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:35:01.760074 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:01.772715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Transition to ACTIVE for port object bab3b023-cedf-48c1-89b7-3e547eaaf6e0 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:01.807746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:01.822905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5679b2f3-b108-481d-bb2d-5a0593b25d2e tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:01.969208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Pushing event updated for resources: {'Port': ['ID=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:01.973668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:02.171886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Attempting to bind port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:35:02.172347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Attempting to bind port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:35:02.172757 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Attempting to bind port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 on network b8dea9c3-f307-4142-b8da-3b8b6dbefccd {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:35:02.179212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:35:02.179585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Checking segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:02.179988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:02.180381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Bound using segment: {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:35:02.180844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Bound port: bab3b023-cedf-48c1-89b7-3e547eaaf6e0, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ffc81-8f40-45dc-9613-56425e646a2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8dea9c3-f307-4142-b8da-3b8b6dbefccd'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:35:02.181219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:02.280385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] For port bab3b023-cedf-48c1-89b7-3e547eaaf6e0, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:35:02.283689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] For port bab3b023-cedf-48c1-89b7-3e547eaaf6e0, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:35:02.328999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:02.347288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:02.506590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Pushing event updated for resources: {'Port': ['ID=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:02.512391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:02.547694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:02.548376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:02.549863 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-571caab0-d39c-412e-81f2-74df043528fe service neutron] 10.222.0.46 "PUT /v2.0/ports/bab3b023-cedf-48c1-89b7-3e547eaaf6e0 HTTP/1.1" status: 200 len: 1158 time: 1.5940528 Feb 10 21:35:02.550391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:02.569630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4efa9-f4f8-41b2-954a-93d09dab2147 req-880a6cf4-1b24-493c-a12e-646c43a4257b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:02.571378 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05a4efa9-f4f8-41b2-954a-93d09dab2147 req-880a6cf4-1b24-493c-a12e-646c43a4257b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 944 time: 0.1719222 Feb 10 21:35:02.615545 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0', 'status': 'completed', 'code': 200} Feb 10 21:35:02.641564 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-05a4efa9-f4f8-41b2-954a-93d09dab2147 req-30ad5239-8ad6-4b10-9f60-35913a69dbe0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633149 Feb 10 21:35:02.708584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-03652643-a259-48d0-8ad0-e482ead76365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:02.710215 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-03652643-a259-48d0-8ad0-e482ead76365 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 1161 time: 0.0803790 Feb 10 21:35:02.801815 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-735cce70-66c1-489d-afc0-9c0899f67069 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bab3b023-cedf-48c1-89b7-3e547eaaf6e0 HTTP/1.1" status: 200 len: 217 time: 0.0721397 Feb 10 21:35:02.875227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-2ec9c18f-2401-4688-8771-b65d77594c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:02.876823 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-2ec9c18f-2401-4688-8771-b65d77594c93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0661783 Feb 10 21:35:02.938036 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-6b0f62ff-4af6-4b0b-882a-479b48ecc57d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535583 Feb 10 21:35:03.094949 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-62769167-3c4e-44d2-b8e1-bc05cfe92378 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463847 Feb 10 21:35:03.251005 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-20f1ac0c-c0f9-4e11-bcc9-6deab654d8dc req-492fa05b-fcce-48a3-9111-c0b343ecd007 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441979 Feb 10 21:35:03.410686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278264b-fa89-40cf-b357-daf578b3b749 req-b6610cca-b7b2-4ed6-b33b-a41f6cec3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:03.412395 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-b6610cca-b7b2-4ed6-b33b-a41f6cec3902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 1161 time: 0.0790601 Feb 10 21:35:03.556463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278264b-fa89-40cf-b357-daf578b3b749 req-a295706c-8f48-4553-ba63-92c644edc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:03.558820 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-a295706c-8f48-4553-ba63-92c644edc4bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 909 time: 0.1372883 Feb 10 21:35:03.641143 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-ad649eee-5ca3-43ca-b293-01015fe6b10d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bab3b023-cedf-48c1-89b7-3e547eaaf6e0 HTTP/1.1" status: 200 len: 217 time: 0.0700893 Feb 10 21:35:03.716691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278264b-fa89-40cf-b357-daf578b3b749 req-5791e9b8-d57c-4130-a45f-b94f5ddd3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:03.718316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-5791e9b8-d57c-4130-a45f-b94f5ddd3ff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0667980 Feb 10 21:35:03.775081 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-c8a4bbc2-0739-4ce5-a18a-7d2ee4df0551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490730 Feb 10 21:35:03.921940 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-b41fcc1b-1934-4144-a3b2-8210ba4323e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400957 Feb 10 21:35:03.939630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a059f-2ff0-4300-864c-dc875580fe54 req-fe8fb8c3-b5a0-469f-8677-a02c8d55d1dc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:03.941284 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-917a059f-2ff0-4300-864c-dc875580fe54 req-fe8fb8c3-b5a0-469f-8677-a02c8d55d1dc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 944 time: 0.1682754 Feb 10 21:35:04.006732 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-917a059f-2ff0-4300-864c-dc875580fe54 req-6e8b41ec-bb71-452c-96ef-505672e60b5d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589983 Feb 10 21:35:04.068701 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7278264b-fa89-40cf-b357-daf578b3b749 req-21da58e4-acf4-4e12-86c8-eef7ad117d07 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402562 Feb 10 21:35:05.306477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eb6cd-7773-4012-a39a-774d42f5eadb req-3ed2348a-2aca-4d43-9a72-161e46dc94d4 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:05.308204 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ed6eb6cd-7773-4012-a39a-774d42f5eadb req-3ed2348a-2aca-4d43-9a72-161e46dc94d4 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 944 time: 0.1685293 Feb 10 21:35:05.374310 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ed6eb6cd-7773-4012-a39a-774d42f5eadb req-f5a08510-78cf-4a14-a7cb-e0a851b6432f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596933 Feb 10 21:35:06.695832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdebf1-94ec-4b2a-8265-d6bf55196c85 req-634fa400-2956-40d8-87d6-f5aa6413da92 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:06.697541 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7fbdebf1-94ec-4b2a-8265-d6bf55196c85 req-634fa400-2956-40d8-87d6-f5aa6413da92 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 944 time: 0.1703191 Feb 10 21:35:06.771861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7fbdebf1-94ec-4b2a-8265-d6bf55196c85 req-9606f140-0e26-430b-bfd9-3711e35b981d tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667000 Feb 10 21:35:08.067644 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90342d-e67d-486a-b010-d161f7c9a961 req-d2503e8c-1c62-42a2-ac32-dc9ab4b97e09 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:08.069365 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d90342d-e67d-486a-b010-d161f7c9a961 req-d2503e8c-1c62-42a2-ac32-dc9ab4b97e09 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 944 time: 0.1688001 Feb 10 21:35:08.136777 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d90342d-e67d-486a-b010-d161f7c9a961 req-95550df4-f47b-4bbf-91b2-a031b119aaaf tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Feb 10 21:35:08.844438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:35:08.983453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device bab3b023-cedf-48c1-89b7-3e547eaaf6e0 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:09.015012 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:09.123004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:09.129319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:09.132371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:09.258290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:09.286972 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:09.298139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port bab3b023-cedf-48c1-89b7-3e547eaaf6e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:09.345584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:09.349779 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0', 'code': 200} Feb 10 21:35:09.350619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:09.429863 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:09.433312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:09.447291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff646b6-e5b5-4253-881b-0fcc97dc9cf8 req-71eef701-27b5-4704-a6a3-96f42dd8ed97 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:09.448982 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eff646b6-e5b5-4253-881b-0fcc97dc9cf8 req-71eef701-27b5-4704-a6a3-96f42dd8ed97 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.1725562 Feb 10 21:35:09.516861 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-eff646b6-e5b5-4253-881b-0fcc97dc9cf8 req-756a38ef-3b98-4526-99ad-14244da51e8a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Feb 10 21:35:09.663373 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782f0e3-6f89-4731-9f3e-08944d5c9e18 req-b7cc0d9e-5399-4ce1-afc8-2c2583aae17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:09.665019 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0782f0e3-6f89-4731-9f3e-08944d5c9e18 req-b7cc0d9e-5399-4ce1-afc8-2c2583aae17a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 1163 time: 0.0794148 Feb 10 21:35:09.712817 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0782f0e3-6f89-4731-9f3e-08944d5c9e18 req-7c3119a8-12ce-4441-a33e-00280a8d7e80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Feb 10 21:35:10.340141 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device bab3b023-cedf-48c1-89b7-3e547eaaf6e0 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:10.413931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:10.414354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:10.823157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32ce4-694f-4354-a4d4-356e5bab451d req-089d0254-2f62-484c-ae23-61081f8670f3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:10.824989 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-00c32ce4-694f-4354-a4d4-356e5bab451d req-089d0254-2f62-484c-ae23-61081f8670f3 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.1682529 Feb 10 21:35:10.889548 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-00c32ce4-694f-4354-a4d4-356e5bab451d req-9f5118bb-3f25-4eca-a814-2ba4287466e2 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Feb 10 21:35:12.194388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570695a-f714-4eba-a282-21d8c4e0b7ca req-b9a93841-c281-4d8b-a954-93f0f1245427 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:12.196103 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1570695a-f714-4eba-a282-21d8c4e0b7ca req-b9a93841-c281-4d8b-a954-93f0f1245427 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.1743877 Feb 10 21:35:12.261627 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1570695a-f714-4eba-a282-21d8c4e0b7ca req-6368ca74-4f5b-4789-b69d-2e911177dbec tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591233 Feb 10 21:35:14.397148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60888) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:14.565430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:14.583307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:14.588592 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Usage tracker for resource:security_group_rule and tenant:93417651bf8649cd9a0152c291666200 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:35:14.592006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:35:14.598683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:14.804502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:14.848268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:14.863014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-91ac655a-c62b-430c-8cdc-76076dcfd892 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:14.906136 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93417651bf8649cd9a0152c291666200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041525 Feb 10 21:35:14.906603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60896) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:14.912683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd0a41-1224-4b1b-8f0b-27a75c1dd55e,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:14.918470 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4ad7823f-45e5-4e51-b298-3154f179c11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:14.971515 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:15.001253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:15.196578 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:15.201898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3abcd0f-5bfc-4685-88b4-efbf1c6dbf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:15.215345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd0a41-1224-4b1b-8f0b-27a75c1dd55e,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:15.220069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:15.222967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:15.224345 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfdd0a41-1224-4b1b-8f0b-27a75c1dd55e HTTP/1.1" status: 204 len: 168 time: 0.3167431 Feb 10 21:35:16.241750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 60920) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:16.383216 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894705742-network', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:16.388344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:16.392615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Usage tracker for resource:network and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:35:16.395664 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:35:16.401607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:16.441698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Made reservation on behalf of 575abf7b9bbf49ccb692b7c388bbdf77 for: {'network': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:35:16.446501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for network, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.459844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.476423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:16.480635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Usage tracker for resource:security_group_rule and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:35:16.483686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:35:16.490282 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:16.580095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.613547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.618227 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-edeaf7eb-ed1e-457f-b042-3bcf5559cd3f tempest-VolumesNegativeTest-839299160 tempest-VolumesNegativeTest-839299160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:16.642050 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 10 21:35:16.664364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d805f-2019-4da6-8288-61394e10ebac,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:16.668432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.669274 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.segments_db [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Added segment 9bbc7d11-42a5-4cb7-b897-674cd9163f73 of type vxlan for network d2459482-f099-4c7e-b207-2aeb74a2f653 Feb 10 21:35:16.670671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:16.699490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266173904346'] for network, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.767812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158'] for network, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.769189 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:16.769846 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:16.775392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:16.881494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Pushing event updated for resources: {'Network': ['ID=d2459482-f099-4c7e-b207-2aeb74a2f653,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:16.884582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:16.896270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 details requested by agent ovs-agent-dv-cinder-775008-1-smb with host dv-cinder-775008-1-smb {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:35:16.914774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60928) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:16.915487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f0c334f1-800d-4ece-a082-0843db616123 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6724017 Feb 10 21:35:16.922715 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Request body: {'subnet': {'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894705742-subnet', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'ip_version': 4}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:16.929221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:16.931032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=80005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 10 21:35:16.933632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Usage tracker for resource:subnet and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:35:16.937606 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:35:16.944701 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:16.986151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Made reservation on behalf of 575abf7b9bbf49ccb692b7c388bbdf77 for: {'subnet': 1} {{(pid=80004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:35:16.992894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6513948'] for subnet, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:17.662900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7323436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6513933'] for subnet, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:17.680235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ff681e02-f9df-479c-acc7-1a92be06219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:17.825430 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0272ea40-de78-45f8-a3f6-f3b605f47989,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:17.830407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:17.892596 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Checking segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:17.892986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Network hostable DHCP agents. Network: d2459482-f099-4c7e-b207-2aeb74a2f653, hostable agents: ['88d2e3ef-59ac-4048-83bb-f9924fc5188d'], hosted agents: [] {{(pid=80004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 10 21:35:17.956191 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Network d2459482-f099-4c7e-b207-2aeb74a2f653 is scheduled to be hosted by DHCP agent 88d2e3ef-59ac-4048-83bb-f9924fc5188d with binding_index 1 {{(pid=80004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 10 21:35:18.013243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-smb, d2459482-f099-4c7e-b207-2aeb74a2f653) {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:18.024075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78e916-318e-4b2f-b16e-051951e12fef None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:35:18.026235 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:18.026944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.082885 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e6fddacb-39d0-4750-a8c5-47ce57bc924b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1661913 Feb 10 21:35:18.085545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60944) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:18.091351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:18.096521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:18.101150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Usage tracker for resource:router and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:35:18.104802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:35:18.111613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:18.162269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744261'] for router, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.163418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854066110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31522'] for router, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.188741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.269391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb612c2d0-c7d4-5f92-8868-ef244619fd3d-d2459482-f099-4c7e-b207-2aeb74a2f653', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989'}]}} from dv-cinder-775008-1-smb. {{(pid=80005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 10 21:35:18.270322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.548416 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31505'] for router, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.802683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Allocated IP 172.20.0.2 (d2459482-f099-4c7e-b207-2aeb74a2f653/0272ea40-de78-45f8-a3f6-f3b605f47989/6a9494c2-595a-40ae-a70e-28f3060c1191) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:35:18.951516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:18.985322 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.032841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.043609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Transition to ACTIVE for port object 6a9494c2-595a-40ae-a70e-28f3060c1191 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:19.060720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Transition to ACTIVE for port object 6a9494c2-595a-40ae-a70e-28f3060c1191 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:19.088200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.104920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-34f0ff43-91e6-4953-b9f6-663d61c148ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:19.247438 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Pushing event updated for resources: {'Port': ['ID=6a9494c2-595a-40ae-a70e-28f3060c1191,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:19.252201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:19.287876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Allocated IP 172.28.3.80 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/0472d9f5-dfd4-44e4-97d2-d54b5a957b83) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:35:19.297221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:19.298618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Resources bound (agent type, host, resource id): {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:19.301105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:35:19.367093 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Attempting to bind port 6a9494c2-595a-40ae-a70e-28f3060c1191 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:35:19.367508 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Attempting to bind port 6a9494c2-595a-40ae-a70e-28f3060c1191 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:35:19.367921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Attempting to bind port 6a9494c2-595a-40ae-a70e-28f3060c1191 on network d2459482-f099-4c7e-b207-2aeb74a2f653 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:35:19.373706 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:35:19.374125 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Checking segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:19.375225 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.375720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Bound using segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:35:19.376128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Bound port: 6a9494c2-595a-40ae-a70e-28f3060c1191, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:35:19.376545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.461035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.473055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] For port 6a9494c2-595a-40ae-a70e-28f3060c1191, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:35:19.476558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] For port 6a9494c2-595a-40ae-a70e-28f3060c1191, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6a9494c2-595a-40ae-a70e-28f3060c1191,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:35:19.517836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.537128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:19.539835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:19.556824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8831ff6c-ad79-44c9-8cf6-9ccc34a19d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:19.693908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Pushing event updated for resources: {'Port': ['ID=6a9494c2-595a-40ae-a70e-28f3060c1191,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:19.697494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8067dbb8-0416-4ac9-833b-3c3ccff42df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:19.714932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Pushing event updated for resources: {'Port': ['ID=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:19.720623 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:19.768139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:19.769385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:19.771738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:35:20.619620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:20.922325 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf708509-8855-4a34-8992-01bd9e682e67 req-248055ef-cbd7-402a-85fe-f9b6fc4de214 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:20.924117 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bf708509-8855-4a34-8992-01bd9e682e67 req-248055ef-cbd7-402a-85fe-f9b6fc4de214 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.3423040 Feb 10 21:35:21.151158 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-bf708509-8855-4a34-8992-01bd9e682e67 req-6a9c22bf-3e92-4ff0-b2e6-de0cf62916e4 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611097 Feb 10 21:35:21.181608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854232020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854230295'] for router, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:21.203304 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac969bd-6776-4455-8000-d01a616c377c None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:35:21.371985 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-cf91bfa6-57fb-4b9d-a49d-3d166bd958ea None None] Provisioning for port 6a9494c2-595a-40ae-a70e-28f3060c1191 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:21.447580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Router afcca21b-1fba-4721-a5cf-e76068fc2858 is scheduled to L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f with binding_index 1 {{(pid=80004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 10 21:35:21.551605 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-a55f92ae-e866-40ae-8ffe-bf9fb210d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:21.660333 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:35:21.662128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6a9494c2-595a-40ae-a70e-28f3060c1191 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:21.698092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Sync routers for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:35:21.710620 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] Notify callbacks [] for router, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:21.714012 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e6848322-b72f-4725-b040-6cc24dd5f16e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6254725 Feb 10 21:35:21.714876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 60962) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:21.723168 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:35:21.723849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:34:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:21.952465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:35:22.005005 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 6a9494c2-595a-40ae-a70e-28f3060c1191 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:22.083901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6a9494c2-595a-40ae-a70e-28f3060c1191 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:22.084321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.223082 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-b56b9a5c-73c9-4892-970e-8774409fc5e2 None None] Provisioning complete for port 6a9494c2-595a-40ae-a70e-28f3060c1191 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:22.223492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b56b9a5c-73c9-4892-970e-8774409fc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.430799 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device bab3b023-cedf-48c1-89b7-3e547eaaf6e0 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:22.504273 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.545845 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee2e5-dfda-4d6b-934f-936d14f4017c req-4c32c84a-e2b1-4ebd-b3bd-dc82e6f01868 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:22.547603 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4daee2e5-dfda-4d6b-934f-936d14f4017c req-4c32c84a-e2b1-4ebd-b3bd-dc82e6f01868 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.2564633 Feb 10 21:35:22.703526 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-4daee2e5-dfda-4d6b-934f-936d14f4017c req-99c93372-cce9-4eb0-9480-7c7ed8ca3922 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171603 Feb 10 21:35:22.732723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.797660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b56b9a5c-73c9-4892-970e-8774409fc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.808204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 6a9494c2-595a-40ae-a70e-28f3060c1191, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6a9494c2-595a-40ae-a70e-28f3060c1191,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:22.824913 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:22.825329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.866218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:22.877741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:22.910823 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:20Z', 'revision_number': 3, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:22.936693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Checking router: afcca21b-1fba-4721-a5cf-e76068fc2858 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:35:22.937355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Updating router afcca21b-1fba-4721-a5cf-e76068fc2858 port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 binding host dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:35:22.997207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-03824fa2-781a-412d-afd5-19843d903847 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:22.998032 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-03824fa2-781a-412d-afd5-19843d903847 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Synchronizing usage tracker for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:23.055123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-03824fa2-781a-412d-afd5-19843d903847 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Unset dirty status for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:23.056847 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-03824fa2-781a-412d-afd5-19843d903847 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 946 time: 0.2589483 Feb 10 21:35:23.102678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-b56b9a5c-73c9-4892-970e-8774409fc5e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:35:23.103110 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-b56b9a5c-73c9-4892-970e-8774409fc5e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:35:23.112782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=6a9494c2-595a-40ae-a70e-28f3060c1191,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:23.144996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:23.150619 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.161998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Deleting port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:35:23.162481 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.376528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Allocated IP 172.20.0.1 (d2459482-f099-4c7e-b207-2aeb74a2f653/0272ea40-de78-45f8-a3f6-f3b605f47989/ce8ee806-b57b-46c6-bb45-d1d860f90ad8) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:35:23.439610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] For port bab3b023-cedf-48c1-89b7-3e547eaaf6e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:23.440004 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.576255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Calling delete_port for bab3b023-cedf-48c1-89b7-3e547eaaf6e0 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:35:23.620162 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.641908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Transition to ACTIVE for port object ce8ee806-b57b-46c6-bb45-d1d860f90ad8 will not be triggered until provisioned by entity DHCP. {{(pid=80004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:23.653077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6a9494c2-595a-40ae-a70e-28f3060c1191 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:23.717775 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6f76405e-8b43-42a9-a55c-3a940feb28cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.731668 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.741445 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.779672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Transition to ACTIVE for port object 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:23.794151 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 6a9494c2-595a-40ae-a70e-28f3060c1191 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:23.794584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.833947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:23.858065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:23.956858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca0e763b-1b91-478f-b2ef-e3ba9d9bb731 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:24.013772 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.026429 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-441b5a5b-68e8-4b94-af4b-a8bfb319d3d6 req-e0268579-dda7-491f-8708-caedc7bff8f1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 210 time: 0.1161432 Feb 10 21:35:24.033665 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6d526315-0daa-4ea4-b95b-97d28e8c0d60 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:24.050091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-59125eda-4e98-4b63-ab63-80d7348e9e8e None None] Provisioning complete for port 6a9494c2-595a-40ae-a70e-28f3060c1191 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:24.050523 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-59125eda-4e98-4b63-ab63-80d7348e9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.076720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4630bd-0514-451a-8d0f-6d2c8e825b83 None None] Pushing event updated for resources: {'Port': ['ID=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:24.077463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:24.083401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:24.086090 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Network d2459482-f099-4c7e-b207-2aeb74a2f653 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:24.087841 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8a4630bd-0514-451a-8d0f-6d2c8e825b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:24.088384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:24.091654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:35:24.100973 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event deleted for resources: {'Port': ['ID=bab3b023-cedf-48c1-89b7-3e547eaaf6e0,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:24.104158 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:24.165053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233163'] for router_interface, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.275483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] No DVR routers for this DVR port bab3b023-cedf-48c1-89b7-3e547eaaf6e0 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:35:24.278830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.283171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'name': 'network-vif-deleted', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:24.289858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Attempting to bind port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:35:24.290281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Attempting to bind port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:35:24.290741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Attempting to bind port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 on network 3a30bc07-0a1e-4489-89ae-813175439c4b {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:35:24.302652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:35:24.303107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Checking segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:24.303574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.304035 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Bound using segment: {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:35:24.304561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Bound port: 0472d9f5-dfd4-44e4-97d2-d54b5a957b83, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcec3f-0c65-4dca-8750-bf764fa11e5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:35:24.304982 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.335453 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8d703f72-bc0c-4fea-9fa0-0d1d246932a2 req-f32d44ca-424b-4a0f-a233-848a23b70de7 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "DELETE /v2.0/ports/bab3b023-cedf-48c1-89b7-3e547eaaf6e0 HTTP/1.1" status: 204 len: 173 time: 1.2721426 Feb 10 21:35:24.369776 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f880234-8c7c-46fc-93db-8b13bb1f87f0', 'name': 'network-vif-deleted', 'tag': 'bab3b023-cedf-48c1-89b7-3e547eaaf6e0', 'status': 'completed', 'code': 200} Feb 10 21:35:24.463780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] For port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:35:24.467188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] For port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:35:24.517343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.518737 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.536197 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:24.575446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.597129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3a0a1f34-4e5f-4d2b-852a-71e72329153f None None] Provisioning for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:24.653818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3a0a1f34-4e5f-4d2b-852a-71e72329153f None None] Provisioning complete for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:24.654244 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1f34-4e5f-4d2b-852a-71e72329153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.756354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4630bd-0514-451a-8d0f-6d2c8e825b83 None None] Pushing event updated for resources: {'Port': ['ID=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:24.769633 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8a4630bd-0514-451a-8d0f-6d2c8e825b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:24.773053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a1f34-4e5f-4d2b-852a-71e72329153f None None] Port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:35:24.810582 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:35:24.811328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:35:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:24.885537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.916824 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:24.949720 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1999b28b-4293-40b1-9e41-e79f8f0b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:25.046822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:25.049556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542449'] for router_interface, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:25.065542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:25.168269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device bab3b023-cedf-48c1-89b7-3e547eaaf6e0 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:35:25.216431 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] No Port match for: bab3b023-cedf-48c1-89b7-3e547eaaf6e0 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:35:25.220746 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device bab3b023-cedf-48c1-89b7-3e547eaaf6e0 not bound to the agent host hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:35:25.251729 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:35:25.264033 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-848a1e9f-2949-4b6c-b4be-5b641dc52943 req-215942e5-d3a4-4187-801a-ff133407c4bd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f880234-8c7c-46fc-93db-8b13bb1f87f0 HTTP/1.1" status: 200 len: 210 time: 0.0579317 Feb 10 21:35:25.276455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Network d2459482-f099-4c7e-b207-2aeb74a2f653 is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:25.278492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:25.495200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Router afcca21b-1fba-4721-a5cf-e76068fc2858 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:35:25.547181 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-65d5bf73-f4b7-4387-b109-2e7892aeceb0 None None] Provisioning complete for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:25.547649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-65d5bf73-f4b7-4387-b109-2e7892aeceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:25.593711 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:25.666031 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-65d5bf73-f4b7-4387-b109-2e7892aeceb0 None None] Port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:35:25.692256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:23Z', 'revision_number': 1, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:25.696161 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:35:25.696893 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3ff08-738b-4474-8396-8103afa1827f None None] The sync data for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb is: [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:23Z', 'revision_number': 1, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:35:25.705969 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-60579dda-25fd-4aaf-9b71-1e72d97fc673 admin admin] 10.222.0.77 "PUT /v2.0/routers/afcca21b-1fba-4721-a5cf-e76068fc2858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9892972 Feb 10 21:35:26.173667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:27.680612 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:27.808044 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:27.816726 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:27.817157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:28.001314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:28.025630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:28.048498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:28.050519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:28.155712 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:28.159669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:28.393675 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708f356-3a8b-4ffb-8f1b-9d99d6082fe1 req-e2f28c9f-ea0c-4c13-a555-f5f2a3ba3f03 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:28.395561 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3708f356-3a8b-4ffb-8f1b-9d99d6082fe1 req-e2f28c9f-ea0c-4c13-a555-f5f2a3ba3f03 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 945 time: 0.1801264 Feb 10 21:35:28.468617 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-3708f356-3a8b-4ffb-8f1b-9d99d6082fe1 req-1d6d9fcf-0bfa-4420-bfb7-64d643074896 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655570 Feb 10 21:35:29.220358 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Sync routers for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:35:29.231750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:35:29.232723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:35:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:29.442152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:35:29.636501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:29.716213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:29.716724 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:29.825026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959412f-9900-4063-ab4c-82e4dbc827df req-8a26a0ac-d943-4fae-a2cd-a6437cd7a7ed tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:29.825026 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e959412f-9900-4063-ab4c-82e4dbc827df req-8a26a0ac-d943-4fae-a2cd-a6437cd7a7ed tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 945 time: 0.1921234 Feb 10 21:35:29.825338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 2, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:29.825338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Checking router: afcca21b-1fba-4721-a5cf-e76068fc2858 for host: dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:35:29.825338 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Updating router afcca21b-1fba-4721-a5cf-e76068fc2858 port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 binding host dv-cinder-775008-1-smb {{(pid=80006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 10 21:35:29.888445 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e959412f-9900-4063-ab4c-82e4dbc827df req-934bb2b2-1f13-4620-af4b-0522bb2e3425 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708351 Feb 10 21:35:30.058435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.278923 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28696f76-9a27-461a-b4e1-c31809339195 req-719477f7-e96b-4fef-b195-d05ca5f52642 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:30.279749 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-28696f76-9a27-461a-b4e1-c31809339195 req-719477f7-e96b-4fef-b195-d05ca5f52642 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Synchronizing usage tracker for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:30.322222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-28696f76-9a27-461a-b4e1-c31809339195 req-719477f7-e96b-4fef-b195-d05ca5f52642 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Unset dirty status for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:30.323539 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-28696f76-9a27-461a-b4e1-c31809339195 req-719477f7-e96b-4fef-b195-d05ca5f52642 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 945 time: 0.2140293 Feb 10 21:35:30.413392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device a9c1af21-c7fe-48ef-9199-4dc686930fb1 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:35:30.431618 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Deleting port a9c1af21-c7fe-48ef-9199-4dc686930fb1 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:35:30.432001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.538727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.553426 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Transition to ACTIVE for port object ce8ee806-b57b-46c6-bb45-d1d860f90ad8 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:30.554107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.584690 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.587016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:30.607510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c7a8862a-9b07-4402-b0d6-3d013a7bd4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:30.620595 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:30.653344 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:30.655326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:30.705797 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1', 'code': 200} Feb 10 21:35:30.759463 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:30.764947 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:30.774492 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Pushing event updated for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:30.790832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.791213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.791576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.791946 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.792314 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.792681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.793045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.793405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.793767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.794127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.794486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.794932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.795392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.795752 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.796788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.797148 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.797507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.797865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.798222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.798576 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.798993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.799347 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.799702 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.800054 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:30.809887 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:30.821894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:30.822547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:31.021171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Attempting to bind port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 on host dv-cinder-775008-1-smb for vnic_type normal with profile {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:35:31.022080 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Attempting to bind port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 by drivers openvswitch on host dv-cinder-775008-1-smb at level 0 using segments [{'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:35:31.022485 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Attempting to bind port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 on network d2459482-f099-4c7e-b207-2aeb74a2f653 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:35:31.035832 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Checking agent: {'id': '28e321ad-0f70-459e-8bbf-a74175904bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 2, 25), 'started_at': datetime.datetime(2021, 2, 10, 21, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:35:31.036389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Checking segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:31.037459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:31.037898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Bound using segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:35:31.038423 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Bound port: ce8ee806-b57b-46c6-bb45-d1d860f90ad8, host: dv-cinder-775008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:35:31.039399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:31.108530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Calling delete_port for a9c1af21-c7fe-48ef-9199-4dc686930fb1 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:35:31.216277 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] For port ce8ee806-b57b-46c6-bb45-d1d860f90ad8, host dv-cinder-775008-1-smb, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:35:31.222685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] For port ce8ee806-b57b-46c6-bb45-d1d860f90ad8, host dv-cinder-775008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:35:31.253788 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:31.270466 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:31.325929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08198beb-bb28-4207-a567-5304d8faa4da req-a8f46cad-97a7-43f1-8720-5032cd92444b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:31.333828 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08198beb-bb28-4207-a567-5304d8faa4da req-a8f46cad-97a7-43f1-8720-5032cd92444b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 943 time: 0.2046320 Feb 10 21:35:31.404888 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-08198beb-bb28-4207-a567-5304d8faa4da req-03a6de4f-2e94-4f7a-bb24-6bb46f2c3f49 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699863 Feb 10 21:35:31.419570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:35:31.420185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:35:31.430955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Pushing event updated for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=4']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:31.436341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0f80eb42-b33c-4e0e-a519-ee3e0397df7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:31.498807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:35:31.499662 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:35:24Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:31.707401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device ce8ee806-b57b-46c6-bb45-d1d860f90ad8 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:31.811045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:35:31.864674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:31.871166 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:31.881877 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:31.922549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Deleting port a9c1af21-c7fe-48ef-9199-4dc686930fb1 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:35:31.923286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.089159 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.131764 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] For port ce8ee806-b57b-46c6-bb45-d1d860f90ad8, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:32.173645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.176065 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:32.236119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:31Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:32.243998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f36cc-12e6-4894-b809-26604cbb4f8f None None] The sync data for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb is: [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:31Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:35:32.277272 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] For port a9c1af21-c7fe-48ef-9199-4dc686930fb1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a9c1af21-c7fe-48ef-9199-4dc686930fb1,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:32.277671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.307710 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Pushing event updated for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:32.318980 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:32.442641 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Calling delete_port for a9c1af21-c7fe-48ef-9199-4dc686930fb1 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:35:32.664539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.675941 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e1d3bc4c-b6a9-407b-80b2-d30be41e45e7 req-52127d9e-4da5-4e5a-8725-9219d5781720 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0862720 Feb 10 21:35:32.783234 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d130138a-9ea4-41fc-aad8-d752496f8ef6 tempest-VolumesSnapshotTestJSON-1985774764 tempest-VolumesSnapshotTestJSON-1985774764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:32.865631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event deleted for resources: {'Port': ['ID=a9c1af21-c7fe-48ef-9199-4dc686930fb1,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:32.883776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.884123 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.884507 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.884914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.885319 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.885723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.886111 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.886501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.892258 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.892740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.893150 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.893556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.894077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.894478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.894907 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.895302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.895699 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.896097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.896489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.896884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.897278 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.897672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.898072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.898490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:32.909307 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:32.959563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] No DVR routers for this DVR port a9c1af21-c7fe-48ef-9199-4dc686930fb1 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:35:32.962290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:32.973324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-deleted', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:33.000376 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-415c52d8-f28e-41be-b2ba-4bf51b3e1c05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3812311 Feb 10 21:35:33.100087 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acdb738-24e2-408b-abbb-15a248d726ea', 'name': 'network-vif-deleted', 'tag': 'a9c1af21-c7fe-48ef-9199-4dc686930fb1', 'status': 'completed', 'code': 200} Feb 10 21:35:33.102735 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-28696f76-9a27-461a-b4e1-c31809339195 req-726444ef-f0db-4677-86b1-b08114ede7bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "DELETE /v2.0/ports/a9c1af21-c7fe-48ef-9199-4dc686930fb1 HTTP/1.1" status: 204 len: 173 time: 2.7732923 Feb 10 21:35:33.138590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-94b10c0b-f1e5-41b0-8465-98f2f60f8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:33.140937 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-94b10c0b-f1e5-41b0-8465-98f2f60f8b9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 1163 time: 0.1149719 Feb 10 21:35:33.340646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-8b7d6e94-e0b3-44ed-9964-56251753d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:33.342571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-8b7d6e94-e0b3-44ed-9964-56251753d30f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 200 len: 909 time: 0.1767340 Feb 10 21:35:33.441291 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-57131958-c8b6-480c-9121-335504cba984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e HTTP/1.1" status: 200 len: 217 time: 0.0913062 Feb 10 21:35:33.521023 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-00ff969b-7450-4861-8e31-0fb5227d5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:33.522666 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-00ff969b-7450-4861-8e31-0fb5227d5fbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 200 len: 855 time: 0.0727162 Feb 10 21:35:33.583419 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-50061f54-ec91-4716-bbdb-08b8b5cf18a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8dea9c3-f307-4142-b8da-3b8b6dbefccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517273 Feb 10 21:35:33.644021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device ce8ee806-b57b-46c6-bb45-d1d860f90ad8 up at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:35:33.724214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Provisioning complete for port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:33.725494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:33.751219 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-dd23b8a8-d2c9-4043-83db-d365fcc6f8c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598849 Feb 10 21:35:33.894331 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b51558f7-9077-4e93-a97a-6cbcfdb85157 req-0c3a5b5f-e9d2-47d1-8752-044fcaa4cbf8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=5acdb738-24e2-408b-abbb-15a248d726ea HTTP/1.1" status: 200 len: 210 time: 0.0589125 Feb 10 21:35:33.932486 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5a668cb5-b927-49c1-b88d-8f4badbf25e9 req-9f0fee4f-0a59-4fe9-a86f-0470cb39763b service neutron] 10.222.0.46 "GET /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1748598 Feb 10 21:35:35.643779 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837ce23-0472-4121-bc98-bb0bf95f2387 req-b43907e3-ac32-448e-b1d9-1a7c9a499039 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:35.645515 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2837ce23-0472-4121-bc98-bb0bf95f2387 req-b43907e3-ac32-448e-b1d9-1a7c9a499039 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.1807952 Feb 10 21:35:35.723864 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2837ce23-0472-4121-bc98-bb0bf95f2387 req-c03c9330-b7d7-4218-8ab2-e455615b431f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685890 Feb 10 21:35:37.055940 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b047c-ad05-4df4-9f00-a782e052d848 req-d58c92eb-7ffc-4bca-92b3-f61cec1b03a8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:37.057562 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-655b047c-ad05-4df4-9f00-a782e052d848 req-d58c92eb-7ffc-4bca-92b3-f61cec1b03a8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.1866052 Feb 10 21:35:37.129849 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-655b047c-ad05-4df4-9f00-a782e052d848 req-5901858e-392f-420e-82c6-08b2a7dd0aac tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 Feb 10 21:35:37.245909 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da190c40-a191-4a7d-b012-0b290df8a40d req-e0024c1b-d4b1-4a4f-9352-0cdc48b80dca tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:37.246689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-da190c40-a191-4a7d-b012-0b290df8a40d req-e0024c1b-d4b1-4a4f-9352-0cdc48b80dca tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Synchronizing usage tracker for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:37.315815 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-da190c40-a191-4a7d-b012-0b290df8a40d req-e0024c1b-d4b1-4a4f-9352-0cdc48b80dca tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Unset dirty status for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:37.317009 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da190c40-a191-4a7d-b012-0b290df8a40d req-e0024c1b-d4b1-4a4f-9352-0cdc48b80dca tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 946 time: 0.2392635 Feb 10 21:35:37.415212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Deleting port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:35:37.415594 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:37.715672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] For port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:37.716068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:37.871882 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Calling delete_port for 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:35:38.122096 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:38.141283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-571caab0-d39c-412e-81f2-74df043528fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:38.217713 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event deleted for resources: {'Port': ['ID=8867a5a0-fb69-4a6a-9883-b6b6fb775d0e,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:38.223971 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:38.338402 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b7fbe0ea-c146-4e41-8fdf-08c6b45af484 req-c5b48cd1-32ea-4741-85f8-fe0fa36d37af tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=c233b956-0783-4c59-b853-ab53ccca8f0d HTTP/1.1" status: 200 len: 210 time: 0.0541825 Feb 10 21:35:38.652478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:35:38.656918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] No DVR routers for this DVR port 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:35:38.659250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:38.662144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'name': 'network-vif-deleted', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:38.694078 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-da190c40-a191-4a7d-b012-0b290df8a40d req-9849057b-84c1-4a6b-8970-80b52d4e9324 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "DELETE /v2.0/ports/8867a5a0-fb69-4a6a-9883-b6b6fb775d0e HTTP/1.1" status: 204 len: 173 time: 1.3711572 Feb 10 21:35:38.696822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] No Port match for: 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:35:38.698008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 8867a5a0-fb69-4a6a-9883-b6b6fb775d0e not bound to the agent host hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:35:38.728932 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c233b956-0783-4c59-b853-ab53ccca8f0d', 'name': 'network-vif-deleted', 'tag': '8867a5a0-fb69-4a6a-9883-b6b6fb775d0e', 'status': 'completed', 'code': 200} Feb 10 21:35:38.996109 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:39.342283 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-219a589b-e4b5-4b76-bbe4-2e3c45b5041b tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:39.344187 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-219a589b-e4b5-4b76-bbe4-2e3c45b5041b tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 815 time: 0.2486186 Feb 10 21:35:39.361397 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-23910a02-44e1-454c-becb-133f876b753b tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/quotas/575abf7b9bbf49ccb692b7c388bbdf77 HTTP/1.1" status: 200 len: 375 time: 0.0106883 Feb 10 21:35:39.487286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-9a89e059-16d9-4df0-8eb1-ce40b50e1d54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:39.555944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-9a89e059-16d9-4df0-8eb1-ce40b50e1d54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:39.557435 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-9a89e059-16d9-4df0-8eb1-ce40b50e1d54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899724 Feb 10 21:35:39.723344 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-5cf98bce-109c-4364-9c8a-d25b9ad00f1f service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518140 Feb 10 21:35:40.130438 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-65df3bb7-024e-44b1-a2e7-087ce8fcce73 service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4002552 Feb 10 21:35:40.402187 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8c47cde8-93bb-4e14-905e-fc3496931542 req-513b99ac-5500-41f9-966a-5b0e395d27b2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 210 time: 0.0524037 Feb 10 21:35:41.591012 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7cc09fb7-cc5a-4bb9-8be9-1c80667c6ce8 req-30d19a74-222a-45c6-9190-56df7ef73138 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 210 time: 0.0552139 Feb 10 21:35:41.900609 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a328-f6fa-4eb5-8c74-5903604bc444 req-db258a8d-d5e1-4f00-b22b-be583edc639e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:41.902336 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b358a328-f6fa-4eb5-8c74-5903604bc444 req-db258a8d-d5e1-4f00-b22b-be583edc639e tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1774399 Feb 10 21:35:41.969732 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b358a328-f6fa-4eb5-8c74-5903604bc444 req-7a7d56b4-83a3-4fbc-9679-4bd227cc7ae4 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Feb 10 21:35:42.221944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-14142769-561c-4026-87c5-14dceb658f56 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:42.222672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-14142769-561c-4026-87c5-14dceb658f56 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:network {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:42.292974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-14142769-561c-4026-87c5-14dceb658f56 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:network {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:42.294270 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-14142769-561c-4026-87c5-14dceb658f56 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 815 time: 0.3173296 Feb 10 21:35:42.312573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'port': {'device_id': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'admin_state_up': True, 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:42.462068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:35:42.473301 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:35:42.515861 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Made reservation on behalf of 575abf7b9bbf49ccb692b7c388bbdf77 for: {'port': 1} {{(pid=80003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 10 21:35:42.538106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:42.778460 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-faae3707-e00b-431b-b84d-8545f6caab4d req-ce48b013-299a-4a04-b19c-c95abdbe7ef9 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 210 time: 0.0538557 Feb 10 21:35:42.880084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Allocated IP 172.20.0.14 (d2459482-f099-4c7e-b207-2aeb74a2f653/0272ea40-de78-45f8-a3f6-f3b605f47989/1f6573bb-5839-466e-bca1-8047a21e37d7) {{(pid=80003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:35:43.175303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for port, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:43.194013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Transition to ACTIVE for port object 1f6573bb-5839-466e-bca1-8047a21e37d7 will not be triggered until provisioned by entity DHCP. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:43.265570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:43.286040 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f1a8fb5c-bec2-4419-a9e4-abaebce7c273 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:43.360403 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78e888-0043-4b1f-8e0d-9d0b70666a33 req-5bba0c82-30ce-45fe-8765-ec0e23dea7d9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:43.368562 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f78e888-0043-4b1f-8e0d-9d0b70666a33 req-5bba0c82-30ce-45fe-8765-ec0e23dea7d9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.2487237 Feb 10 21:35:43.442042 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2f78e888-0043-4b1f-8e0d-9d0b70666a33 req-d18e630a-c06e-4d79-852e-a9c0dcb1eed0 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725656 Feb 10 21:35:43.457530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:43.465384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:43.541498 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Network d2459482-f099-4c7e-b207-2aeb74a2f653 is already hosted by enough agents. {{(pid=80003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:35:43.542798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources bound (agent type, host, resource id): {{(pid=80003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:35:43.545183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Received port after_create {{(pid=80003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:35:43.686167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:43.694221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:43.859547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-112972c8-2a0a-48e4-a882-90604ff4b1a1 None None] Provisioning for port 1f6573bb-5839-466e-bca1-8047a21e37d7 completed by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:35:43.860532 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-2ffebcc1-465b-4c93-b288-353c8bf74a8e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5530272 Feb 10 21:35:43.867259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-112972c8-2a0a-48e4-a882-90604ff4b1a1 None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:35:43.872017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-112972c8-2a0a-48e4-a882-90604ff4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:43.953905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-112972c8-2a0a-48e4-a882-90604ff4b1a1 None None] Port 1f6573bb-5839-466e-bca1-8047a21e37d7 cannot update to ACTIVE because it is not bound. {{(pid=80005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 10 21:35:44.133621 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d296a46-8e0d-4831-859c-9c5c0898d984 req-7de17962-dfcf-4eb8-a108-99fc7dbb2021 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:44.135363 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d296a46-8e0d-4831-859c-9c5c0898d984 req-7de17962-dfcf-4eb8-a108-99fc7dbb2021 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.2034147 Feb 10 21:35:44.221259 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6d296a46-8e0d-4831-859c-9c5c0898d984 req-b83c10fa-a8b3-47fa-9067-151be4a39cac tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781469 Feb 10 21:35:44.742208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97990909-0ac7-454d-bbc2-b2f2b442e687 req-6cf39813-f92b-4180-b67a-4d2fefbd8b85 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:44.743916 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-97990909-0ac7-454d-bbc2-b2f2b442e687 req-6cf39813-f92b-4180-b67a-4d2fefbd8b85 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1736016 Feb 10 21:35:44.816138 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-97990909-0ac7-454d-bbc2-b2f2b442e687 req-191c774a-e2a6-4e7d-a2e6-efffb05f5aea tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Feb 10 21:35:45.519120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32987-da70-47fb-bd0a-531f6aa08b87 req-3715fa3e-f1eb-4a92-8eca-8c1e39a4e095 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:45.520784 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fc32987-da70-47fb-bd0a-531f6aa08b87 req-3715fa3e-f1eb-4a92-8eca-8c1e39a4e095 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1691053 Feb 10 21:35:45.595189 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fc32987-da70-47fb-bd0a-531f6aa08b87 req-7d127ac1-adc4-4912-8596-f4b2ce9bfe96 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677834 Feb 10 21:35:45.829969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:35:46.134214 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380a78-4b0d-4c33-8922-414ee52d4b71 req-785f42f2-7409-4736-884b-c639399258f1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:46.135978 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ba380a78-4b0d-4c33-8922-414ee52d4b71 req-785f42f2-7409-4736-884b-c639399258f1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1795292 Feb 10 21:35:46.202243 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ba380a78-4b0d-4c33-8922-414ee52d4b71 req-6a1e6362-9e17-4101-bf99-2977015c533b tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584009 Feb 10 21:35:46.906458 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f87447-2a79-4c9e-826f-213bb3aa4e5c req-795f5628-a02c-4bcd-adf3-2c208aaf7a3e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:46.908312 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0f87447-2a79-4c9e-826f-213bb3aa4e5c req-795f5628-a02c-4bcd-adf3-2c208aaf7a3e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1804857 Feb 10 21:35:46.981988 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a0f87447-2a79-4c9e-826f-213bb3aa4e5c req-1ab15c66-fe05-4327-b118-9d2cfebf0646 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672724 Feb 10 21:35:47.512751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a377-6f22-46a8-a5dc-4488f6930ebd req-b03aa406-bd85-449f-9ddc-6794e4364dfb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:47.514413 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a170a377-6f22-46a8-a5dc-4488f6930ebd req-b03aa406-bd85-449f-9ddc-6794e4364dfb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1742096 Feb 10 21:35:47.585485 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a170a377-6f22-46a8-a5dc-4488f6930ebd req-0bec3ca7-30f4-4088-b337-d395d3d36e34 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617194 Feb 10 21:35:48.297477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e49f-4267-4aa4-8003-f6b6807ead9b req-ae633291-5c90-4855-b89b-a4fa14556f28 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:48.299142 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6a24e49f-4267-4aa4-8003-f6b6807ead9b req-ae633291-5c90-4855-b89b-a4fa14556f28 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1790752 Feb 10 21:35:48.367487 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-6a24e49f-4267-4aa4-8003-f6b6807ead9b req-06aedf7d-d24b-4402-a5a2-eb5e96f82a00 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Feb 10 21:35:48.893444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd806a-3432-4207-b1ad-c4990bfc0745 req-875ed1c4-24de-4d38-9f1f-91807e1446fd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:48.895239 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-22dd806a-3432-4207-b1ad-c4990bfc0745 req-875ed1c4-24de-4d38-9f1f-91807e1446fd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1786697 Feb 10 21:35:48.966395 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-22dd806a-3432-4207-b1ad-c4990bfc0745 req-48653278-cf35-4247-8b54-2060df46b3fb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Feb 10 21:35:49.687056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a2a6-d90b-4e72-b6eb-cfc8daff3056 req-c70f3e2b-27a3-4b32-be64-7eb9452b0457 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:49.688891 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-56e9a2a6-d90b-4e72-b6eb-cfc8daff3056 req-c70f3e2b-27a3-4b32-be64-7eb9452b0457 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1814106 Feb 10 21:35:49.755566 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-56e9a2a6-d90b-4e72-b6eb-cfc8daff3056 req-2b7d77c4-dfd8-466b-a6b7-e7169eef61cf tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603688 Feb 10 21:35:50.280518 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdebc18-195e-4ac4-8eab-5d413c0d8524 req-0bee3435-fa53-460b-842c-15c97f5e6dcd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:50.283047 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8fdebc18-195e-4ac4-8eab-5d413c0d8524 req-0bee3435-fa53-460b-842c-15c97f5e6dcd tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1789267 Feb 10 21:35:50.356836 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-8fdebc18-195e-4ac4-8eab-5d413c0d8524 req-a0ebcd27-dfe8-4ec0-bacc-419c4254f3f9 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Feb 10 21:35:51.068220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3b95-a79a-4a00-828e-caebeeeddeff req-68f4a4d3-ff30-4ef2-af1a-650fb120a6e3 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:51.069990 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afca3b95-a79a-4a00-828e-caebeeeddeff req-68f4a4d3-ff30-4ef2-af1a-650fb120a6e3 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1736441 Feb 10 21:35:51.140079 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-afca3b95-a79a-4a00-828e-caebeeeddeff req-5f18b283-762c-407a-80f1-e9576cf776f6 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Feb 10 21:35:51.694327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16023870-817d-470b-993c-6deb091eaf9f req-52351508-cfdc-4ee7-b92e-096c010a8a42 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:51.696029 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-16023870-817d-470b-993c-6deb091eaf9f req-52351508-cfdc-4ee7-b92e-096c010a8a42 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1864460 Feb 10 21:35:51.764096 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-16023870-817d-470b-993c-6deb091eaf9f req-ea2649b5-6c2b-41b3-960e-128566e5d17a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613310 Feb 10 21:35:52.452925 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc7d8-d74e-4630-8863-da336ee43da6 req-896c56d3-ed3e-44cf-bd2c-bb59245d4d00 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:52.454987 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f69dc7d8-d74e-4630-8863-da336ee43da6 req-896c56d3-ed3e-44cf-bd2c-bb59245d4d00 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 932 time: 0.1770520 Feb 10 21:35:52.523064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f69dc7d8-d74e-4630-8863-da336ee43da6 req-bacad663-25b1-4bab-9ab6-7e86d3ef48d4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Feb 10 21:35:52.599106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Request body: {'port': {'device_id': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=80003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:35:52.737780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:53.078761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab35f-afc7-4fbe-91b9-5ae7b1ef5a44 req-a0b91866-7b8a-42cf-b33a-8217e3ba5e25 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:53.081010 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-478ab35f-afc7-4fbe-91b9-5ae7b1ef5a44 req-a0b91866-7b8a-42cf-b33a-8217e3ba5e25 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1758862 Feb 10 21:35:53.151152 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-478ab35f-afc7-4fbe-91b9-5ae7b1ef5a44 req-7232aed9-40a1-40dc-80b3-3f24d3158d0f tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637650 Feb 10 21:35:53.200898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6573bb-5839-466e-bca1-8047a21e37d7 {{(pid=80003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 10 21:35:53.209642 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:53.223029 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Transition to ACTIVE for port object 1f6573bb-5839-466e-bca1-8047a21e37d7 will not be triggered until provisioned by entity L2. {{(pid=80003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 10 21:35:53.505037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-d07893df-1e8f-4542-8d0e-422c3ca7e2eb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:53.505862 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-d07893df-1e8f-4542-8d0e-422c3ca7e2eb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Synchronizing usage tracker for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:35:53.738537 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-14a055a2-2efe-46da-9f06-9470a0f197ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:53.808290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-d07893df-1e8f-4542-8d0e-422c3ca7e2eb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Unset dirty status for tenant:23efcc5d58844f1abad9fe4561ecbe1d on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:35:53.810335 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-d07893df-1e8f-4542-8d0e-422c3ca7e2eb tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.4844706 Feb 10 21:35:53.811511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:53.828835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4349c8ab-1603-409c-a072-7b8baba13114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:53.869798 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ae018d59-a842-42b9-a658-12a707982432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:53.975332 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=2']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:53.981137 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:54.099071 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184a08-cac7-4764-86aa-175d6b0dfb06 req-34416f6e-eedd-486f-a806-3510831061b2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:54.101106 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-de184a08-cac7-4764-86aa-175d6b0dfb06 req-34416f6e-eedd-486f-a806-3510831061b2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1712694 Feb 10 21:35:54.170103 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-de184a08-cac7-4764-86aa-175d6b0dfb06 req-01eef810-99e4-4ba2-9ce5-490e90a72b8d tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Feb 10 21:35:54.178681 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Attempting to bind port 1f6573bb-5839-466e-bca1-8047a21e37d7 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 21:35:54.179106 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Attempting to bind port 1f6573bb-5839-466e-bca1-8047a21e37d7 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 10 21:35:54.179415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Attempting to bind port 1f6573bb-5839-466e-bca1-8047a21e37d7 on network d2459482-f099-4c7e-b207-2aeb74a2f653 {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 10 21:35:54.187131 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Checking agent: {'id': 'ffa31c72-38e4-4955-b82c-ccd8e88012bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 10, 9), 'started_at': datetime.datetime(2021, 2, 10, 21, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 21:35:54.187512 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Checking segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 10 21:35:54.187927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.188303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Bound using segment: {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'} {{(pid=80003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 21:35:54.189549 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Bound port: 1f6573bb-5839-466e-bca1-8047a21e37d7, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc7d11-42a5-4cb7-b897-674cd9163f73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653'}}] {{(pid=80003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 10 21:35:54.190026 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.288761 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, cleared binding levels {{(pid=80003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 10 21:35:54.292092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1f6573bb-5839-466e-bca1-8047a21e37d7,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 10 21:35:54.328157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27360948'] for port, after_update {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.344264 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-600a10fb-05f7-4e53-ae05-f4fab9f81d5f tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:54.379087 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.464692 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91bd43-a1c1-4bc7-9401-820635c9af7a req-b7744d8f-b9f0-41f5-b687-436872bb439a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:54.466592 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9a91bd43-a1c1-4bc7-9401-820635c9af7a req-b7744d8f-b9f0-41f5-b687-436872bb439a tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 945 time: 0.1751049 Feb 10 21:35:54.546278 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9a91bd43-a1c1-4bc7-9401-820635c9af7a req-673f8a23-4cb2-46e3-a8a3-5736fd8481bc tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Feb 10 21:35:54.578607 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 296fe0c6-200a-400f-8242-4d53c891ddbd no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:35:54.711688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.745171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=3']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:54.753287 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:54.765593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:54.777456 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 296fe0c6-200a-400f-8242-4d53c891ddbd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=296fe0c6-200a-400f-8242-4d53c891ddbd,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:54.785950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:54.791440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.791440 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-e1c28614-5ccf-4e14-ac15-ad79a5a26f61 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1158 time: 2.1947474 Feb 10 21:35:54.791440 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:54.814094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:54.817317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:54.859105 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:35:54.859565 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd', 'code': 200} Feb 10 21:35:54.899760 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:54.908385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.908786 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.909174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.909555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.909932 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.910321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.910717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.911081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.911454 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.911813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.912179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.912546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.913024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.913389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.913780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.914127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.914489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.914928 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.915222 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.915584 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.915957 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.916317 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.916677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.917042 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:35:54.921691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:55.468993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b093-2963-4718-b415-72946115926f req-7ab6a131-f4c3-4981-b710-a30112e3a3b0 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:55.471228 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0db8b093-2963-4718-b415-72946115926f req-7ab6a131-f4c3-4981-b710-a30112e3a3b0 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1669972 Feb 10 21:35:55.543839 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:55.544366 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0db8b093-2963-4718-b415-72946115926f req-05684881-1443-4bb9-9e70-7bf36d967089 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662150 Feb 10 21:35:55.589934 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Deleting port 296fe0c6-200a-400f-8242-4d53c891ddbd {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:35:55.590689 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:55.722099 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-a7eca9cf-1154-4a74-ba3f-58f830ae01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:55.723696 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-a7eca9cf-1154-4a74-ba3f-58f830ae01b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1161 time: 0.2461543 Feb 10 21:35:55.870195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52b5c-7ab2-43dd-abb5-667c458b25ce req-09525c87-b62e-458a-897c-f8c67ba996f1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:55.871959 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55c52b5c-7ab2-43dd-abb5-667c458b25ce req-09525c87-b62e-458a-897c-f8c67ba996f1 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 943 time: 0.1792650 Feb 10 21:35:55.946896 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-55c52b5c-7ab2-43dd-abb5-667c458b25ce req-6f9f4356-5f46-4cfe-847c-cfa91f4bcbe6 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Feb 10 21:35:56.020299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-dae874e5-8b7e-4f4e-99c4-ab18d727c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:56.021808 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-dae874e5-8b7e-4f4e-99c4-ab18d727c64c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2892892 Feb 10 21:35:56.027056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] For port 296fe0c6-200a-400f-8242-4d53c891ddbd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=296fe0c6-200a-400f-8242-4d53c891ddbd,segment=NetworkSegment(aa2ffc81-8f40-45dc-9613-56425e646a2d),segment_id=aa2ffc81-8f40-45dc-9613-56425e646a2d)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:35:56.027486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:56.184303 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:56.206849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Calling delete_port for 296fe0c6-200a-400f-8242-4d53c891ddbd owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:35:56.383105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-767f158e-73eb-4c3b-973d-10fec9a3b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:56.384695 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-0ffcc627-a4d6-4d55-a894-690612efb680 req-767f158e-73eb-4c3b-973d-10fec9a3b048 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3484242 Feb 10 21:35:56.564016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-846aa6af-ce56-41cd-af35-071c91a55001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:56.565548 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-846aa6af-ce56-41cd-af35-071c91a55001 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1161 time: 0.1438925 Feb 10 21:35:56.639639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:56.665770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0e7fb611-524b-4eef-961c-4c8a67063f24 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:56.717635 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-302f4c6d-d343-4d64-8f1e-21c7fb8bee01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 217 time: 0.1443346 Feb 10 21:35:56.736709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Pushing event deleted for resources: {'Port': ['ID=296fe0c6-200a-400f-8242-4d53c891ddbd,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:56.822095 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:56.853759 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619ced2-cfd4-4bbe-9505-c0d054c44aa9 req-df758be9-572f-401b-b9b3-a0b55e89bb0d tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:56.855548 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7619ced2-cfd4-4bbe-9505-c0d054c44aa9 req-df758be9-572f-401b-b9b3-a0b55e89bb0d tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1763277 Feb 10 21:35:56.875558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-66180410-2be6-4099-9a04-8a9b3cab227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:56.877405 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-66180410-2be6-4099-9a04-8a9b3cab227e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.1422641 Feb 10 21:35:56.931060 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-7619ced2-cfd4-4bbe-9505-c0d054c44aa9 req-568fc5e9-0508-4cc0-9a79-4aa1b78fdf6d tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671072 Feb 10 21:35:57.004660 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] No DVR routers for this DVR port 296fe0c6-200a-400f-8242-4d53c891ddbd on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:35:57.008019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:57.010920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-deleted', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:35:57.044308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-6f261bf7-12a5-4b13-8371-4f716ce0a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:57.045955 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-6f261bf7-12a5-4b13-8371-4f716ce0a7ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1617167 Feb 10 21:35:57.085024 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645639c8-fad0-480b-ab48-75a3ddb2d8ea', 'name': 'network-vif-deleted', 'tag': '296fe0c6-200a-400f-8242-4d53c891ddbd', 'status': 'completed', 'code': 200} Feb 10 21:35:57.099064 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b502f30a-bbb8-4232-832a-5815c84fd4eb req-a00c5182-e26f-4825-bf17-33bee3fbad04 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.46 "DELETE /v2.0/ports/296fe0c6-200a-400f-8242-4d53c891ddbd HTTP/1.1" status: 204 len: 173 time: 1.6603000 Feb 10 21:35:57.138595 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c9ad75d2-f677-49e8-9915-17fbb7e3de73 req-9c7bd83d-f16c-479b-b213-09196e3bc172 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] 10.222.0.77 "GET /v2.0/ports?device_id=645639c8-fad0-480b-ab48-75a3ddb2d8ea HTTP/1.1" status: 200 len: 210 time: 0.0529304 Feb 10 21:35:57.210403 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-f5e2cb06-ae24-4799-aac1-76e337652884 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570640 Feb 10 21:35:57.362543 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-332aa0ad-65c7-4641-a7a0-a636f2418eae req-f2136fb8-2d3f-4807-bfdf-b4946f72929f service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456640 Feb 10 21:35:58.242989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d315f5-b67d-4c70-abfc-58442d4e62ea req-26242fc6-d286-4551-83f9-e9884f41c9da tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:58.244738 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d4d315f5-b67d-4c70-abfc-58442d4e62ea req-26242fc6-d286-4551-83f9-e9884f41c9da tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1779485 Feb 10 21:35:58.255180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 32944) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:58.315160 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d4d315f5-b67d-4c70-abfc-58442d4e62ea req-5b5ebcf9-a882-42c4-813e-03d6e58c95cb tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637774 Feb 10 21:35:58.328001 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Deleting subnet 718431c1-3634-4bd4-aef0-2ead56dcc0cd {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:35:58.331575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:58.388657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:58.453614 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:58.875465 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:58.892519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-34d64fad-5c12-45aa-bbce-86faf3756743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:35:58.942306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718431c1-3634-4bd4-aef0-2ead56dcc0cd,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:35:58.945226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:35:59.028649 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:59.035232 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-dbace751-b5a1-4c5e-8ad0-1fa8aee73b10 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/718431c1-3634-4bd4-aef0-2ead56dcc0cd HTTP/1.1" status: 204 len: 168 time: 0.7788563 Feb 10 21:35:59.037884 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 32948) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:35:59.154479 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:59.347417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:59.464650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dea9c3-f307-4142-b8da-3b8b6dbefccd']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:59.478268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2ffc81-8f40-45dc-9613-56425e646a2d') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:59.478602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2ffc81-8f40-45dc-9613-56425e646a2d') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:35:59.490717 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:59.578308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:35:59.580723 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:35:59.619734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd34d0-48a4-4851-9cb3-c0697b1ff909 req-f60da126-475d-4f0a-af00-cbf76643d886 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:35:59.621461 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c1bd34d0-48a4-4851-9cb3-c0697b1ff909 req-f60da126-475d-4f0a-af00-cbf76643d886 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1716735 Feb 10 21:35:59.693502 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c1bd34d0-48a4-4851-9cb3-c0697b1ff909 req-9c3f32bf-7c7b-4d31-98b3-dbcd178cb67f tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Feb 10 21:35:59.992435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:36:00.005291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:00.183121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Network b8dea9c3-f307-4142-b8da-3b8b6dbefccd has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:36:00.206139 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:36:00.424285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:00.427517 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:00.441773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:00.454057 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dea9c3-f307-4142-b8da-3b8b6dbefccd,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:00.457285 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:00.476335 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-dd870574-eb02-4e4b-ae8b-779fc4e939d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b8dea9c3-f307-4142-b8da-3b8b6dbefccd HTTP/1.1" status: 204 len: 168 time: 1.4374206 Feb 10 21:36:00.717062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.objects.ports [None req-0897c1b1-0ec6-459a-a463-51b20a3b42fd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80005) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 10 21:36:00.909164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 32958) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:00.966895 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-fc3a0f6b-f8f9-4177-aa2e-7d149d54c80f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23efcc5d58844f1abad9fe4561ecbe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539539 Feb 10 21:36:00.967261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 32962) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:01.008955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1a37b-a1cc-4440-8dc1-c7fcbd5b79da req-3c15933c-3057-4c9c-a364-d88b7bd391a4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:01.010670 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-16e1a37b-a1cc-4440-8dc1-c7fcbd5b79da req-3c15933c-3057-4c9c-a364-d88b7bd391a4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 944 time: 0.1797874 Feb 10 21:36:01.030105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.059541 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.078341 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-16e1a37b-a1cc-4440-8dc1-c7fcbd5b79da req-a6fdff50-3b16-452c-95b5-70b6f506d297 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602369 Feb 10 21:36:01.140398 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:36:01.229646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.234873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5d47d33c-ee8c-46f6-836a-38adbbfd4aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:01.246271 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:01.248767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:01.254682 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.256000 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8d6d46b-aad2-4e10-b5e8-24c03ed6cc60 HTTP/1.1" status: 204 len: 168 time: 0.2879267 Feb 10 21:36:01.267881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning for port 1f6573bb-5839-466e-bca1-8047a21e37d7 completed by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 10 21:36:01.274205 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:36:01.274634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.407229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.435811 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:36:01.447006 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1f6573bb-5839-466e-bca1-8047a21e37d7,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:36:01.475879 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:01.477921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:01.512792 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'code': 200} Feb 10 21:36:01.562119 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=4']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:01.571112 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:01.801935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10942e9a-a06a-4f9b-bb8f-2e9f8f7f0f88 req-b7c59180-6c8c-48a3-b6f4-1e3c3a6dcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:01.803607 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10942e9a-a06a-4f9b-bb8f-2e9f8f7f0f88 req-b7c59180-6c8c-48a3-b6f4-1e3c3a6dcc5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.0838227 Feb 10 21:36:01.848639 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-10942e9a-a06a-4f9b-bb8f-2e9f8f7f0f88 req-46a1d006-498c-464b-92ca-3998cb70f743 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Feb 10 21:36:02.381505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf163ae-6f1a-4ab3-bfbc-d3f59853d3c7 req-fe7d885e-4add-456b-8e92-a672ea7a57a3 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:02.383251 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2cf163ae-6f1a-4ab3-bfbc-d3f59853d3c7 req-fe7d885e-4add-456b-8e92-a672ea7a57a3 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1731153 Feb 10 21:36:02.451735 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-2cf163ae-6f1a-4ab3-bfbc-d3f59853d3c7 req-682771e2-4606-46a4-87b1-229260c4df60 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Feb 10 21:36:02.668910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:36:02.754743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:36:02.755163 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:03.753770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bef64-cc61-472d-b849-a233570c2285 req-1cb58227-b97d-458b-bc05-2fd595c2aadd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:03.755571 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a96bef64-cc61-472d-b849-a233570c2285 req-1cb58227-b97d-458b-bc05-2fd595c2aadd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1711495 Feb 10 21:36:03.821780 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a96bef64-cc61-472d-b849-a233570c2285 req-94924278-b0eb-43c5-8354-64802673ff56 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598736 Feb 10 21:36:04.122262 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa5c12-2889-4cbe-b882-eff49b4b2f9f req-9fea1641-97af-47f1-acf5-c3c11725a580 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:04.123901 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cbaa5c12-2889-4cbe-b882-eff49b4b2f9f req-9fea1641-97af-47f1-acf5-c3c11725a580 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1702306 Feb 10 21:36:04.188854 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cbaa5c12-2889-4cbe-b882-eff49b4b2f9f req-98118b0a-af18-4776-9fe5-2b000cde7216 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Feb 10 21:36:04.738455 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656d51b-2bc9-4362-b0cf-a6de3b172efa req-f6f77834-d881-4827-a490-8dfdf8eecae5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:04.740206 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b656d51b-2bc9-4362-b0cf-a6de3b172efa req-f6f77834-d881-4827-a490-8dfdf8eecae5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1745703 Feb 10 21:36:04.807364 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-b656d51b-2bc9-4362-b0cf-a6de3b172efa req-b3554fa8-c450-4392-915e-06d7748e31cc tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Feb 10 21:36:06.415305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33040) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:06.572138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:06.588203 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:06.592312 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Usage tracker for resource:security_group_rule and tenant:4af22a67b917424485b93f4025d6e7c8 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:06.596077 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:06.602577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:06.826442 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:06.869084 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:06.885778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ed7e6008-f0a1-4bc7-98ab-5919b2c15206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:06.932957 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4af22a67b917424485b93f4025d6e7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164530 Feb 10 21:36:06.935443 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d5853-cd49-497e-850f-74614c62ec75,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:06.936129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33056) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:06.939802 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:07.017826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:07.047330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:07.127819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:07.133418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-aae265d6-6e19-4fbd-9792-160151882695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:07.145091 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d5853-cd49-497e-850f-74614c62ec75,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:07.156567 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.157588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.158041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.158635 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.165967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.167556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.167556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.167556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.167556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:07.169773 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:07.174672 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f2d5853-cd49-497e-850f-74614c62ec75 HTTP/1.1" status: 204 len: 168 time: 0.2368214 Feb 10 21:36:07.176128 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:09.029542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:10.445734 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f453a-dbdf-4253-b89b-3b8c81608cfb req-cdd9b83f-8826-4e13-84b9-4f7dcf8fa617 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:10.447395 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a33f453a-dbdf-4253-b89b-3b8c81608cfb req-cdd9b83f-8826-4e13-84b9-4f7dcf8fa617 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1712475 Feb 10 21:36:10.732603 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-a33f453a-dbdf-4253-b89b-3b8c81608cfb req-25b63cc4-0d5b-4593-9b53-1fdc06184ac1 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787323 Feb 10 21:36:10.994623 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-76a546ac-3a23-4141-8204-0ca4f98d4000 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2001178 Feb 10 21:36:11.005996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'floatingip': {'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:11.028688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:11.033129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Usage tracker for resource:floatingip and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:11.036289 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:11.042076 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:11.086556 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:11.237003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:11.521581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_common [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Allocated IP 172.28.3.153 (3a30bc07-0a1e-4489-89ae-813175439c4b/3a551020-a41c-49ef-939f-fff50fd0f4b4/fc35829b-dfbf-4e3f-a4b9-be35f7712afc) {{(pid=80004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 10 21:36:11.682616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for port, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:11.773062 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770680950950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:11.789754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d795920e-caba-4865-ab90-532d15b576d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:11.943575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'Port': ['ID=fc35829b-dfbf-4e3f-a4b9-be35f7712afc,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:11.946323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:11.997626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Network 3a30bc07-0a1e-4489-89ae-813175439c4b is already hosted by enough agents. {{(pid=80004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 10 21:36:11.998834 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.base_scheduler [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources bound (agent type, host, resource id): {{(pid=80004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 10 21:36:12.002624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Received port after_create {{(pid=80004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 10 21:36:12.093491 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.188586 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.478043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.509697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.525931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-381676cf-ddd2-4ed0-b20e-f012f45296f3 tempest-TestShelveInstance-557685066 tempest-TestShelveInstance-557685066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:12.671588 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'Port': ['ID=fc35829b-dfbf-4e3f-a4b9-be35f7712afc,revision_number=2']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:12.676130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:12.773380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.846684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:12.848090 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-198188b7-e752-4d91-8990-adaf72eb9d89 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8476460 Feb 10 21:36:12.956321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-0dc642ec-9072-4899-b4e8-960eb902ec24 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:floatingip {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:36:13.018493 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-0dc642ec-9072-4899-b4e8-960eb902ec24 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:floatingip {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:36:13.019899 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-0dc642ec-9072-4899-b4e8-960eb902ec24 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.153 HTTP/1.1" status: 200 len: 696 time: 0.1641273 Feb 10 21:36:13.271171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-cb1acb09-4614-485c-868b-c5b478839b0e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:13.272760 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-cb1acb09-4614-485c-868b-c5b478839b0e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 784 time: 0.2466576 Feb 10 21:36:13.284437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-4fb6c165-e6e2-4912-92d8-69908dcac954 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:36:13.285477 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e6f8853a-a6f9-4231-beb1-17d3063fc181 req-4fb6c165-e6e2-4912-92d8-69908dcac954 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067067 Feb 10 21:36:13.562359 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-6d04f066-0cb8-4044-8cb9-f6b3ac9840b8 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:13.564693 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-6d04f066-0cb8-4044-8cb9-f6b3ac9840b8 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1706586 Feb 10 21:36:13.674911 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-7a322ae5-7da7-4ca8-85d0-19d900e43003 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.153 HTTP/1.1" status: 200 len: 696 time: 0.1034606 Feb 10 21:36:13.685449 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'floatingip': {'port_id': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:13.792385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:14.713219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:14.743770 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854233313'] for floatingip, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:14.941143 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Floating IP a79e087a-1175-43b4-a576-12c9401a714d associated. External IP: 172.28.3.153, port: 1f6573bb-5839-466e-bca1-8047a21e37d7. Feb 10 21:36:15.328259 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Router afcca21b-1fba-4721-a5cf-e76068fc2858 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:36:15.527164 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:36:15.532672 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:15.537590 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Sync routers for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:36:15.551399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:36:15.552218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:35:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:36:15.605277 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0f3fa2b0-127b-442d-9464-6595a520bef5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "PUT /v2.0/floatingips/a79e087a-1175-43b4-a576-12c9401a714d HTTP/1.1" status: 200 len: 997 time: 1.9240556 Feb 10 21:36:15.607573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:36:15.709849 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-44689440-3afe-4540-b35d-054a06c7ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:15.718738 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-44689440-3afe-4540-b35d-054a06c7ddbb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.1045377 Feb 10 21:36:15.759937 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:36:15.886008 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-bff4207d-1f86-46d9-a4d8-dd5f8ffda9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:15.888084 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-bff4207d-1f86-46d9-a4d8-dd5f8ffda9ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1677496 Feb 10 21:36:15.989078 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:36:16.020326 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-695f1d02-1ee7-473c-8329-6ebda0416b57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1000 time: 0.1245654 Feb 10 21:36:16.025825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-646415cf-0e26-4757-acda-bc08b38ade3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.026458 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-646415cf-0e26-4757-acda-bc08b38ade3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.0947952 Feb 10 21:36:16.096053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-f4882ab0-40cc-4af8-839f-d5afceab12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.097668 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-f4882ab0-40cc-4af8-839f-d5afceab12a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0710931 Feb 10 21:36:16.183140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-9ca7d16d-f74b-4bdf-8de1-bbf8c0f37f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.183843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-6547500c-fe22-4fb4-81a3-d4ee98bc5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.184797 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-9ca7d16d-f74b-4bdf-8de1-bbf8c0f37f96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801587 Feb 10 21:36:16.185896 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-6547500c-fe22-4fb4-81a3-d4ee98bc5aef service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1524098 Feb 10 21:36:16.197625 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-cbbc081c-8f2e-477e-97c4-d902e5ac204d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:36:16.198923 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-cbbc081c-8f2e-477e-97c4-d902e5ac204d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056508 Feb 10 21:36:16.307082 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-ee0c5938-adf5-4c95-bca0-6f9a8b6a5097 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1000 time: 0.1135957 Feb 10 21:36:16.359225 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-aac256ff-a35e-4df0-af8b-8acea6396945 service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516318 Feb 10 21:36:16.381167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': 'a79e087a-1175-43b4-a576-12c9401a714d', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'port_id': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'mac_address': 'fa:16:3e:e4:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:36:12Z', 'updated_at': '2021-02-10T21:36:14Z', 'revision_number': 1, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:36:16.384820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-8604098d-0b4f-4747-9ce9-a6d5566f6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.385763 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Checking router: afcca21b-1fba-4721-a5cf-e76068fc2858 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:36:16.386452 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-8604098d-0b4f-4747-9ce9-a6d5566f6b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0714591 Feb 10 21:36:16.395787 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:36:16.397220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:35:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:36:16.475950 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-e516c04a-0c8c-49ac-bbae-9fde04a908a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:16.477593 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-e516c04a-0c8c-49ac-bbae-9fde04a908a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834599 Feb 10 21:36:16.515207 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-c78e78c5-30ab-4d44-bb3e-2d45cd697962 req-0acacf3b-eb9a-4aa8-8ebb-c54eddf37060 service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484218 Feb 10 21:36:16.600399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-676808640', 'description': 'tempest-TestMinimumBasicScenario-676808640 description'}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:16.606632 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:36:16.623175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:16.627911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Usage tracker for resource:security_group and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:16.630998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:16.633668 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-6cf05158-2e03-486c-8177-3c978d4b1eb1 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482556 Feb 10 21:36:16.637020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:16.692444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:16.716478 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:16.721371 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Usage tracker for resource:security_group_rule and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:16.724810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:16.730843 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:16.788416 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-1a5643ef-2c88-4628-b25c-6f2258d472df req-76a1a73a-f49d-4c3e-ad62-e2ce238338db service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481907 Feb 10 21:36:16.811126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:16.846671 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:16.852801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-67b7bee7-5d41-4ddc-bbf2-da75c9302a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:16.895351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a460bc87-e6c4-4b67-8a9a-649821591a1f,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:16.899215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:16.921047 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:16.923825 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5ea42667-bd99-4bd7-8425-95a20037d751 req-6fbcafa8-0e87-45a3-8c63-936f421f2f40 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3271251 Feb 10 21:36:17.008989 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': 'a79e087a-1175-43b4-a576-12c9401a714d', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'port_id': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'mac_address': 'fa:16:3e:e4:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:36:12Z', 'updated_at': '2021-02-10T21:36:14Z', 'revision_number': 1, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:36:17.013743 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05d396-20f9-42c6-9d33-d808408dfd60 None None] The sync data for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb is: [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_floatingips': [{'id': 'a79e087a-1175-43b4-a576-12c9401a714d', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'router_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'port_id': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'mac_address': 'fa:16:3e:e4:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:36:12Z', 'updated_at': '2021-02-10T21:36:14Z', 'revision_number': 1, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:36:17.038444 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-0111a1fb-fec2-4898-b96b-578f6fe593db tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups/a460bc87-e6c4-4b67-8a9a-649821591a1f HTTP/1.1" status: 200 len: 1812 time: 0.0810590 Feb 10 21:36:17.050873 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a460bc87-e6c4-4b67-8a9a-649821591a1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:17.051501 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a460bc87-e6c4-4b67-8a9a-649821591a1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:17.074092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:17.078315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Usage tracker for resource:security_group_rule and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:17.081774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:17.088089 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:17.199404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.224949 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.269646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.271991 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2b887d92-8836-4598-842e-20893d1e84c5 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:17.298020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ad2fe-2e69-41ba-8f41-cfc2a482fec0,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:17.301898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:17.337822 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.339223 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e50aa8b8-8e11-4c60-82d2-d81bac8ee3cb req-22650635-4dd7-42dd-9854-0d4e7f14c5d2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2937677 Feb 10 21:36:17.398484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88ddb-54bf-4d4c-86a8-b8c7f9d7630f None None] New status for floating IP a79e087a-1175-43b4-a576-12c9401a714d: ACTIVE {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:36:17.452400 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-13828833-7784-4e40-8d0d-11ddb97b087a req-e61376c8-3e55-475d-aab0-e4f380b85bc7 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups/a460bc87-e6c4-4b67-8a9a-649821591a1f HTTP/1.1" status: 200 len: 2405 time: 0.0785606 Feb 10 21:36:17.464774 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a460bc87-e6c4-4b67-8a9a-649821591a1f', 'remote_group_id': None}]} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:17.465116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a460bc87-e6c4-4b67-8a9a-649821591a1f', 'remote_group_id': None}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:17.490378 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:17.494886 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Usage tracker for resource:security_group_rule and tenant:575abf7b9bbf49ccb692b7c388bbdf77 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:17.498090 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:17.504688 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:17.605144 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.636343 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.658831 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059555'] for security_group_rule, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.661051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f6c0cdbc-1c5b-4c8f-8119-d412cd8f2a90 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:17.685013 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44481eb9-c154-43e8-b9a8-0b121223282d,revision_number=0']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:17.690269 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:17.732573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:17.733940 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-13828833-7784-4e40-8d0d-11ddb97b087a req-23d5da62-40a1-4ddc-a2e8-3c640800ffa2 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2737706 Feb 10 21:36:17.901014 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-ef37f04d-6c08-4bff-bec0-1aa02b32a201 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:36:17.955384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-ef37f04d-6c08-4bff-bec0-1aa02b32a201 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:36:17.956705 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-ef37f04d-6c08-4bff-bec0-1aa02b32a201 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-676808640&fields=id&tenant_id=575abf7b9bbf49ccb692b7c388bbdf77 HTTP/1.1" status: 200 len: 267 time: 0.1177778 Feb 10 21:36:18.131929 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-70989694-eefe-49ad-bd9d-28f770e73ee8 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:18.133630 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-70989694-eefe-49ad-bd9d-28f770e73ee8 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1706612 Feb 10 21:36:18.148511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'port': {'security_groups': ['8b8d805f-2019-4da6-8288-61394e10ebac', 'a460bc87-e6c4-4b67-8a9a-649821591a1f']}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:36:18.299504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:18.691355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1f6573bb-5839-466e-bca1-8047a21e37d7,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:36:18.717673 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:18.749267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:18.764415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-50965874-e49d-4106-a2be-eaf768e4cd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:19.177246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=5']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:19.182003 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:19.289145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.289905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:19.291534 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-df56af2a-9c87-4f75-a809-60a3d131c188 req-9dbbb761-8188-4d3f-b1c5-556cd8b8008e tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "PUT /v2.0/ports/1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 982 time: 1.1509528 Feb 10 21:36:19.292188 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:36:19.354819 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:36:19.457847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-c247d5bb-a2d7-4206-bd15-c70189b9df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.459593 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-c247d5bb-a2d7-4206-bd15-c70189b9df94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1203 time: 0.0813978 Feb 10 21:36:19.474437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-eccddf89-eea6-4c98-b958-c3d466f87d7b None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:36:19.475136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eccddf89-eea6-4c98-b958-c3d466f87d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:19.576337 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615de817-5a2c-4451-983e-902c57580538 req-dc996a64-4ee8-4601-aeb2-441541809045 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.578053 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-615de817-5a2c-4451-983e-902c57580538 req-dc996a64-4ee8-4601-aeb2-441541809045 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 985 time: 0.1729712 Feb 10 21:36:19.626070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-268b3463-21a8-44a6-81e2-11e83eb13738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.627670 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-268b3463-21a8-44a6-81e2-11e83eb13738 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1615217 Feb 10 21:36:19.671034 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-615de817-5a2c-4451-983e-902c57580538 req-6d74174c-b9ee-425b-9024-184ef903f2b0 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&id=a460bc87-e6c4-4b67-8a9a-649821591a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0821824 Feb 10 21:36:19.744236 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-b041f6fa-2651-4637-8ae0-3f510d3769ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1097262 Feb 10 21:36:19.819968 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-4a5780ed-2146-426a-b0bd-51a8e4fd96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.821552 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-4a5780ed-2146-426a-b0bd-51a8e4fd96cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0708141 Feb 10 21:36:19.907825 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-e398c1f2-5ddb-4daf-b7f2-a02ce99d9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:19.909455 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-e398c1f2-5ddb-4daf-b7f2-a02ce99d9fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789864 Feb 10 21:36:20.060417 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-fcbc0c9c-acb9-4fd8-ac6f-80dcdc16bb77 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438134 Feb 10 21:36:20.208316 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-80797cf9-a1b5-409a-af08-b5a33907efc5 req-a2104a53-944d-439d-83e8-e4abddda0beb service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405067 Feb 10 21:36:20.938352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:36:21.014858 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:36:21.015286 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:21.543714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-efaa694e-04ce-46cb-a469-9c8172d16992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:22.830132 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:36:23.596253 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-c1599298-5090-462f-a9e1-90ac36246d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:24.389075 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:25.520464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:26.253043 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:33.563846 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-f1435f70-68a6-45d2-8e28-ff9e7e0e3f33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0893233 Feb 10 21:36:33.717384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663850e4-6db0-483f-b163-bf29dcd98200 req-c08b3351-e1d8-4771-9ffa-04730bec16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:33.719039 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-c08b3351-e1d8-4771-9ffa-04730bec16de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1203 time: 0.0817869 Feb 10 21:36:33.881634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663850e4-6db0-483f-b163-bf29dcd98200 req-6aa16522-9567-4d2c-bb9b-f035dd6333ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:33.883537 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-6aa16522-9567-4d2c-bb9b-f035dd6333ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1448157 Feb 10 21:36:34.001324 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-5e582ad1-299e-4d4f-ad98-cf30e860f359 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1105521 Feb 10 21:36:34.071055 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663850e4-6db0-483f-b163-bf29dcd98200 req-5457f7b8-048e-48e7-af9c-727173fdf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:34.072639 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-5457f7b8-048e-48e7-af9c-727173fdf9f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0648811 Feb 10 21:36:34.162021 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663850e4-6db0-483f-b163-bf29dcd98200 req-2f6ec084-7cca-422d-b4c6-4b3372dcc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:36:34.163653 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-2f6ec084-7cca-422d-b4c6-4b3372dcc52b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829153 Feb 10 21:36:34.310957 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-cab9d546-d28a-4a58-8d05-da59df4b7d1c service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399696 Feb 10 21:36:34.457326 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-663850e4-6db0-483f-b163-bf29dcd98200 req-da9dc0e0-457d-41f1-bbf1-388ba2989c0f service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394920 Feb 10 21:36:39.034326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:46.853427 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33464) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:47.012394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.033555 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:47.037657 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Usage tracker for resource:security_group_rule and tenant:3931c34e04b74027a578bb47c84da74b is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:47.040687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:47.046453 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:47.190464 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.252228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.261997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b06760ce-4ec7-4eaa-a7a1-02e8daa739dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:47.306366 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3931c34e04b74027a578bb47c84da74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516957 Feb 10 21:36:47.307316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54c9e9-ef99-43b5-b37a-d32898dc6703,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:47.309201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33470) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:47.311056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f99a6e98-f7df-4401-8561-5dcadaeced59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:47.374868 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.403714 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.474865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.478995 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fb82d0f0-ee22-4550-8d81-d0914458ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:47.493813 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54c9e9-ef99-43b5-b37a-d32898dc6703,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:47.506299 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.506740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.507153 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.507557 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.507955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.508355 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.508751 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.509147 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.509542 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.509933 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.510324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.510728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.511236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.511630 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.512017 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.512404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.512790 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.513175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.513560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.513944 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.514328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.514732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.515121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.515505 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:36:47.521103 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:47.523130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:47.524390 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff54c9e9-ef99-43b5-b37a-d32898dc6703 HTTP/1.1" status: 204 len: 168 time: 0.2141228 Feb 10 21:36:48.048098 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33480) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:48.068864 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.085302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:48.089411 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Usage tracker for resource:security_group_rule and tenant:449c95ebddab407cb72e31f21aac5cbb is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:48.092387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:48.099311 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:48.189221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.234175 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.243490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e0efc007-dc47-44d2-95ce-0bc82cd09e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:48.287087 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=449c95ebddab407cb72e31f21aac5cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377257 Feb 10 21:36:48.289894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcc89b-084d-4e42-9a18-e93dd7aef1fa,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:48.290136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33484) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:48.293516 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-8ac327f7-47e1-4e20-a1d5-ad7b8af43f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:48.364354 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.393350 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.468394 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.474631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-06a7844e-1ff0-467b-8bbb-9eb0dec2dd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:48.494200 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dcc89b-084d-4e42-9a18-e93dd7aef1fa,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:48.497308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:48.502288 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:48.503816 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0c5432ff-4cf0-4e10-86c4-b3e0935e30d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17dcc89b-084d-4e42-9a18-e93dd7aef1fa HTTP/1.1" status: 204 len: 168 time: 0.2121513 Feb 10 21:36:51.554572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1e94-9aeb-4b3e-8a10-888fef62367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:53.611513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b3003163-eb97-40df-9780-2e3853384cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:54.366041 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:55.548697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:56.188956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:57.561685 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33566) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:57.715860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:57.733340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:57.738570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Usage tracker for resource:security_group_rule and tenant:09c8bcaebe57495696829cc5099cf713 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:57.741748 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:57.747725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:57.835587 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:57.868345 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:57.878570 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-c55ea6c8-6915-4780-9ec2-052dfd1d5376 tempest-AttachVolumeTestJSON-1599506210 tempest-AttachVolumeTestJSON-1599506210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:57.920748 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09c8bcaebe57495696829cc5099cf713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578851 Feb 10 21:36:57.923107 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0764f92-b4fa-4082-81c9-364bb57057d3,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:57.924149 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33574) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:57.926678 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-43ac4e2e-6387-4304-af4d-d10e4be92570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:57.994215 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.021900 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.091104 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.096415 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cd0f0472-e328-4423-84e2-cbf7f7fab29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:58.110331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0764f92-b4fa-4082-81c9-364bb57057d3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:58.115446 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:58.119876 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.121343 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-5bb2cb88-8dcf-41d6-95b0-8d9f60f0a14d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0764f92-b4fa-4082-81c9-364bb57057d3 HTTP/1.1" status: 204 len: 168 time: 0.1956544 Feb 10 21:36:58.597616 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33582) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:58.617636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.636905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:36:58.641009 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Usage tracker for resource:security_group_rule and tenant:54fab67937ce47abb59b51f6027757b3 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:36:58.643885 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:36:58.649627 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:36:58.734061 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.753782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.762728 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d796087e-f4bf-4348-a497-ddf0053d81bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:58.804244 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54fab67937ce47abb59b51f6027757b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054517 Feb 10 21:36:58.805860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1866461e-7ede-470b-a865-21844c578104,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:58.807078 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33586) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:36:58.809441 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1a01f7cc-9d2b-46e0-bbd5-0b5f3cb1954f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:58.871053 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.903561 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.982530 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:58.988914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-3bcd4c12-9122-40ba-9fc7-7b4614048111 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:36:59.002083 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1866461e-7ede-470b-a865-21844c578104,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:36:59.004694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:36:59.012386 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:36:59.013625 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1866461e-7ede-470b-a865-21844c578104 HTTP/1.1" status: 204 len: 168 time: 0.2054172 Feb 10 21:36:59.830654 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:37:01.775060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33636) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:01.929852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:01.945348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:01.949389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:63c28899c4274a4f8694fdfdc7ef419e is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:01.952348 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:01.958356 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:02.044738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.068721 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.076730 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca492828-9b79-437f-a286-bd7a210307b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:02.123801 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63c28899c4274a4f8694fdfdc7ef419e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474636 Feb 10 21:37:02.126388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac7ed3-1c23-4ec6-bff5-e12b4227283f,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:02.128218 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33642) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:02.130835 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-93dc3be3-568c-4f2a-bbd1-1317f2ac4cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:02.194180 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.221579 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.285437 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.290562 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0e30ea07-f365-4695-99ae-9c6156fa6daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:02.307510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac7ed3-1c23-4ec6-bff5-e12b4227283f,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:02.311436 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:02.317399 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.318620 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4481c75f-3646-4a24-8ffc-c97f98331848 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3ac7ed3-1c23-4ec6-bff5-e12b4227283f HTTP/1.1" status: 204 len: 168 time: 0.1893351 Feb 10 21:37:02.786812 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33650) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:02.805546 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.821521 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:02.825608 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Usage tracker for resource:security_group_rule and tenant:a83519069611467f8a166daa48589256 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:02.829245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:02.835092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:02.921049 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:02.993930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:03.004305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-a1dd1f6b-b715-42a2-b82c-11bd7b0f4083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:03.046578 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a83519069611467f8a166daa48589256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586010 Feb 10 21:37:03.048094 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247b588-0fc7-49a5-b0ea-c999f2b62d26,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:03.050192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33654) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:03.051417 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-16856124-f495-49f6-922e-d516ed176bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:03.123404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:03.152693 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:03.216648 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:03.221851 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ca6aa515-a557-4df1-b6aa-6fa968071f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:03.238502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247b588-0fc7-49a5-b0ea-c999f2b62d26,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:03.242894 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:03.244988 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:03.246523 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ec75ce04-b668-455c-a386-310458b5e7e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d247b588-0fc7-49a5-b0ea-c999f2b62d26 HTTP/1.1" status: 204 len: 168 time: 0.1948583 Feb 10 21:37:09.062486 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:11.439575 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33742) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:11.593740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:11.611236 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:11.615539 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a68a9a0ee949f68d9e8a740772f559 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:11.618636 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:11.624585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:11.715383 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:11.776659 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:11.786967 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d06cb53d-3d97-4f7a-a7d6-2dc7d4a42126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:11.830294 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0a68a9a0ee949f68d9e8a740772f559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894353 Feb 10 21:37:11.832045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1e8a6-d163-477f-8eb1-05cfbba5bf27,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:11.833224 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33748) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:11.840335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.840756 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.841167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.841568 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.841965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.842364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.842784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.843183 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.844138 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.844534 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.844931 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.845321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.845818 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.846208 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.846602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.847069 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.847461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.847852 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.848496 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.848883 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.849266 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.849652 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.850037 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.850421 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:37:11.854911 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-86b83ea5-0e12-41f6-ba44-0ca944b268e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:11.898847 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:11.933965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.005243 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.010550 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-928a0c46-a0ee-440c-8edd-8dcab6d18641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:12.024484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1e8a6-d163-477f-8eb1-05cfbba5bf27,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:12.028361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:12.034904 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.036148 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-1bf1fb85-bbbf-4546-99cd-1128dfeb1b5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ce1e8a6-d163-477f-8eb1-05cfbba5bf27 HTTP/1.1" status: 204 len: 168 time: 0.2018511 Feb 10 21:37:12.525901 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33756) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:12.549650 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.565558 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:12.569602 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Usage tracker for resource:security_group_rule and tenant:6147677d03b24feebfb1c5b00055eba2 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:12.572574 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:12.579220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:12.667302 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.696388 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.706295 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-2f0e394c-e470-4b14-9de9-c49724f94dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:12.754560 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6147677d03b24feebfb1c5b00055eba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249966 Feb 10 21:37:12.754560 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39fba5-3ee8-45c9-b0ac-f0811d91a5af,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:12.755126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33760) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:12.756572 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-9faa004f-f883-40db-9673-33edc7f34dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:12.825806 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.853384 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.925019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.930357 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f71d389a-0683-4489-947f-02a97183bce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:12.942063 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39fba5-3ee8-45c9-b0ac-f0811d91a5af,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:12.948483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:12.951842 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:12.953621 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-413bc339-6ac3-4fbf-a05f-dc29493344ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e39fba5-3ee8-45c9-b0ac-f0811d91a5af HTTP/1.1" status: 204 len: 168 time: 0.1971300 Feb 10 21:37:16.190979 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33822) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:16.345219 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.365261 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:16.369377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Usage tracker for resource:security_group_rule and tenant:b6b2ff1fda894e209fd8b1bec11629a4 is out of sync, need to count used quota {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:16.372374 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80003) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:16.378598 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80003) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:16.687195 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.718789 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.729268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-90111fcf-47c3-4b94-8da1-20a5b78cc9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:16.771495 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6b2ff1fda894e209fd8b1bec11629a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793450 Feb 10 21:37:16.773316 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4bc98-9584-45a6-82a6-da9489616cdf,revision_number=1']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:16.774340 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33828) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:16.784571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-55af07da-daa2-4214-accf-08a3a782f91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:16.841487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.871056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.942323 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.946483 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b4e74390-5d73-43a3-8b0a-d6a2b9fea988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:16.959820 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4bc98-9584-45a6-82a6-da9489616cdf,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:16.964130 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:16.975958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:16.977206 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-e7688c0c-8e32-4af6-b889-4237d3881875 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14c4bc98-9584-45a6-82a6-da9489616cdf HTTP/1.1" status: 204 len: 168 time: 0.2017217 Feb 10 21:37:17.448256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80004) accepted ('10.222.0.77', 33836) {{(pid=80004) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:17.467432 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.482897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 10 21:37:17.487919 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Usage tracker for resource:security_group_rule and tenant:215443e12dac4f1a8e8f598700951a09 is out of sync, need to count used quota {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 10 21:37:17.490898 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80004) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 10 21:37:17.496647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.quota.driver [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80004) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 10 21:37:17.582315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.616397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_create {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.626547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5d59a83f-31a1-41a8-b9c1-c7a531c95fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:17.669392 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=215443e12dac4f1a8e8f598700951a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197962 Feb 10 21:37:17.671315 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b45c6-30da-4588-b39f-fdedb9aaf4f3,revision_number=1']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:17.672826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33840) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:37:17.675613 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-0ba91a8d-0704-48da-8083-99ac20a7d71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:17.737385 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.764836 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.850917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.856250 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-384dbbf8-c569-45d6-8096-6297c0ca65a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:37:17.873267 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b45c6-30da-4588-b39f-fdedb9aaf4f3,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:37:17.878965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:37:17.885646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:17.887214 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-95cdbfd1-4de7-4057-ab56-e7533dece31b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d35b45c6-30da-4588-b39f-fdedb9aaf4f3 HTTP/1.1" status: 204 len: 168 time: 0.2129247 Feb 10 21:37:21.565036 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-66a1f728-f61c-4ee8-9145-aa746343048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:23.639228 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-667b10db-ab52-435c-9ea3-cac4ac4d9dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:24.376513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:25.548489 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:26.199027 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:35.560996 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-7daffa92-4263-4fbc-ada4-69d681c13403 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0807188 Feb 10 21:37:35.715129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec993-9403-41f5-a127-4fa9076005d5 req-dd3ccea7-b20e-47c5-b54a-f82c7fa6d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:37:35.716745 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-dd3ccea7-b20e-47c5-b54a-f82c7fa6d2de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1203 time: 0.0835843 Feb 10 21:37:35.883011 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec993-9403-41f5-a127-4fa9076005d5 req-3eeb6cd9-aaed-41b0-bcfd-b925dbaa80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:37:35.884739 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-3eeb6cd9-aaed-41b0-bcfd-b925dbaa80fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1479983 Feb 10 21:37:35.995814 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-969ffe11-4b50-4af6-a096-554f22bfe59a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1037610 Feb 10 21:37:36.068687 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec993-9403-41f5-a127-4fa9076005d5 req-e3a90208-9407-4b39-85fc-e49a6f828259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:37:36.070242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-e3a90208-9407-4b39-85fc-e49a6f828259 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0680871 Feb 10 21:37:36.154547 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec993-9403-41f5-a127-4fa9076005d5 req-dc1faa7b-ae34-43f3-bf1c-573d650e362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:37:36.156163 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-dc1faa7b-ae34-43f3-bf1c-573d650e362d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801439 Feb 10 21:37:36.301785 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-8a017edb-769c-446d-816b-0ad6f7afbb09 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387925 Feb 10 21:37:36.448477 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-854ec993-9403-41f5-a127-4fa9076005d5 req-78858e80-1776-4964-b5c3-04f531275d31 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406491 Feb 10 21:37:36.831291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:37:39.021697 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:51.558810 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-26168ef4-b210-4fe3-9e89-018fe452b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:53.604897 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e3845f35-091d-4708-a43e-34a6cdce3a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:54.386935 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:55.529920 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:37:56.221881 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:09.054833 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:13.831631 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:38:21.569528 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0f06de8e-afc8-4f25-b8dd-672ac7bc9da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:23.632270 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-8834f772-69c2-4767-9f1b-8197b5bb70de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:24.380381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:25.535246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:26.303892 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:37.562201 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-f103777f-ed6d-4423-bd63-61dfbed7fb02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0837915 Feb 10 21:38:37.712068 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-d85e1a56-8d52-4bbd-874c-6ab36017be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:38:37.713681 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-d85e1a56-8d52-4bbd-874c-6ab36017be9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1203 time: 0.0792980 Feb 10 21:38:37.868993 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-47fd1323-a91c-4a72-8ec2-29596e38fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:38:37.870507 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-47fd1323-a91c-4a72-8ec2-29596e38fb69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1359336 Feb 10 21:38:37.986807 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-f40be907-a22e-46d0-9d11-d3123713323a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1094890 Feb 10 21:38:38.056754 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-03c689b3-18cc-41a7-9ad9-6428976f2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:38:38.058306 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-03c689b3-18cc-41a7-9ad9-6428976f2b50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0652597 Feb 10 21:38:38.143666 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-0a2000b6-d8a6-4653-b55a-c3c56f217a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:38:38.145285 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-0a2000b6-d8a6-4653-b55a-c3c56f217a56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806746 Feb 10 21:38:38.292263 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-88ff7638-ff15-4788-9794-e2fd57f0278a service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395426 Feb 10 21:38:38.447805 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d297c41c-07fe-496b-bc33-489ff19e72fd req-e5116509-3b54-4c48-b0ab-c9293efbe346 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495521 Feb 10 21:38:39.043379 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:50.832532 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:38:51.562866 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ea224e3d-b054-4a80-b3c6-f49a75899dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:53.608987 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5cb-93c2-4d98-a411-86af9d23ad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:54.379943 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:55.540126 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:38:56.203291 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:09.083016 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:21.562924 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-172ee4c5-c71b-4ae2-b987-1138b431ad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:23.596805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-e91c373e-001f-4de3-b617-7b8272d19990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:24.385477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:25.539955 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:26.213310 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:27.836472 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:39:38.797873 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-37e4ff4a-10ec-45e3-af93-f437947e5073 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3036971 Feb 10 21:39:38.960962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-e9618de7-c8c1-4771-8515-824754372744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:38.962633 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-e9618de7-c8c1-4771-8515-824754372744 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1203 time: 0.0886703 Feb 10 21:39:39.094361 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:39.132739 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-69b6438a-dc27-4437-ada0-9f555542167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:39.135204 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-69b6438a-dc27-4437-ada0-9f555542167b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1509480 Feb 10 21:39:39.246937 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-baf471d1-3e18-478c-8938-41861546b802 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1053607 Feb 10 21:39:39.321157 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-293d197b-034e-462b-b3f7-1551a161ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:39.322764 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-293d197b-034e-462b-b3f7-1551a161ab93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0693681 Feb 10 21:39:39.409101 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-2ffcdf0a-6005-4a22-833c-98232563817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:39.410732 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-2ffcdf0a-6005-4a22-833c-98232563817a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817859 Feb 10 21:39:39.590713 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-6d12aee5-7641-4caa-9de2-40760ff11083 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736491 Feb 10 21:39:39.740089 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-9d9229e0-660e-4638-8be5-b14ed274e5fe req-b8c596df-5b2a-4702-880b-6f2db92852cf service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431046 Feb 10 21:39:51.561744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-960331ce-462b-49cb-ba8d-2e04d56bc56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:53.307111 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-45376178-cb56-4056-81d1-d29db1a6add7 req-af769c67-0883-42b1-97ec-fe583846d5b8 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-676808640&fields=id&tenant_id=575abf7b9bbf49ccb692b7c388bbdf77 HTTP/1.1" status: 200 len: 267 time: 0.2368605 Feb 10 21:39:53.483305 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376178-cb56-4056-81d1-d29db1a6add7 req-0e3ce990-6e0b-4a3f-af27-8aa317085dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:53.484890 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-45376178-cb56-4056-81d1-d29db1a6add7 req-0e3ce990-6e0b-4a3f-af27-8aa317085dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 985 time: 0.1710453 Feb 10 21:39:53.497263 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.v2.base [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Request body: {'port': {'security_groups': ['8b8d805f-2019-4da6-8288-61394e10ebac']}} {{(pid=80004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 21:39:53.596331 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4711-ce1c-4889-bf22-387c768f35f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:53.651018 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3922590'] for port, before_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:53.976404 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1f6573bb-5839-466e-bca1-8047a21e37d7,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:39:54.004683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for port, precommit_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.036102 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770681452232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266173826130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770680949704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7322036'] for port, after_update {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.051959 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:39:54.208821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event updated for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=6']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:39:54.221559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.221975 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.222380 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.222805 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.223206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.223603 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.223998 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.224391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.224784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.225174 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.225566 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.225956 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.226444 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.226860 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.227251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.227637 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.228020 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.228407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.228792 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.229178 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.229565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.230007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.230684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.230965 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:39:54.237476 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:39:54.337360 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:54.338125 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.340477 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-45376178-cb56-4056-81d1-d29db1a6add7 req-02b0348d-71cf-4618-9565-d2715a382d29 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "PUT /v2.0/ports/1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 943 time: 0.8481040 Feb 10 21:39:54.340477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:39:54.395691 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.418144 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:39:54.447296 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cc40f274-0639-478c-8cad-89a224f56c5c req-48b6b28a-a28c-4854-8410-2b483d7afb52 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups/a460bc87-e6c4-4b67-8a9a-649821591a1f HTTP/1.1" status: 200 len: 3003 time: 0.0753810 Feb 10 21:39:54.528610 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-3c86d783-6d02-4fc1-97dc-c4393cd7615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:54.530545 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-3c86d783-6d02-4fc1-97dc-c4393cd7615f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.0958428 Feb 10 21:39:54.551784 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cc40f274-0639-478c-8cad-89a224f56c5c req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.560308 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-3523a385-a492-4cc4-93c9-f0048b9fe694 None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity DHCP. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:39:54.560725 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-3523a385-a492-4cc4-93c9-f0048b9fe694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.584179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cc40f274-0639-478c-8cad-89a224f56c5c req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.678473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-094825f9-d0b2-46db-94cb-e3f94c04bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:54.680088 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-094825f9-d0b2-46db-94cb-e3f94c04bbce service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1431038 Feb 10 21:39:54.722318 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cc40f274-0639-478c-8cad-89a224f56c5c req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.728204 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-f99a8b24-7d0d-44f6-b907-a4b2f5683f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:39:54.746740 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460bc87-e6c4-4b67-8a9a-649821591a1f,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:39:54.749986 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:39:54.786750 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-cc40f274-0639-478c-8cad-89a224f56c5c req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for security_group, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:54.787977 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-cc40f274-0639-478c-8cad-89a224f56c5c req-907c635a-e0cb-4b8e-82bc-4530cc989dce tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "DELETE /v2.0/security-groups/a460bc87-e6c4-4b67-8a9a-649821591a1f HTTP/1.1" status: 204 len: 173 time: 0.3323202 Feb 10 21:39:54.796687 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-a10b2ebb-188e-49ac-885e-e9b61a96814b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 1002 time: 0.1087670 Feb 10 21:39:54.878127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-830615e1-62d4-4607-92d4-d0fdeba277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:54.879779 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-830615e1-62d4-4607-92d4-d0fdeba277ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0767808 Feb 10 21:39:54.968097 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-d3eb4c53-fecb-402a-8593-776c7b4ac102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:54.969698 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-d3eb4c53-fecb-402a-8593-776c7b4ac102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827203 Feb 10 21:39:55.037105 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-d4dfacf5-87b5-42e2-bb32-f4e6fda9d149 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/floatingips/a79e087a-1175-43b4-a576-12c9401a714d HTTP/1.1" status: 200 len: 999 time: 0.2162535 Feb 10 21:39:55.118186 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-f9bd8928-9e8c-41c2-9fca-affa1cb8b8e8 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416113 Feb 10 21:39:55.263046 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-ccd01fb7-f84b-4c78-b2cb-4ecb75375b84 req-96fa6356-f6f0-4c33-b298-1ed1bf501ed4 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381767 Feb 10 21:39:55.281694 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-a1314e88-14aa-4114-ac59-0449917ef780 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:55.283306 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-a1314e88-14aa-4114-ac59-0449917ef780 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/networks/3a30bc07-0a1e-4489-89ae-813175439c4b HTTP/1.1" status: 200 len: 784 time: 0.2396722 Feb 10 21:39:55.295889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-8a01e991-a3be-4429-a89b-59677044978c tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=80004) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 21:39:55.296877 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-8a01e991-a3be-4429-a89b-59677044978c tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068998 Feb 10 21:39:55.427115 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-d346d621-b3c0-41dd-9345-04605fc0af22 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.1236689 Feb 10 21:39:55.533198 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:55.589121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-db2d44e2-a137-4d0b-9c17-ef61b410ba05 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:55.590892 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-db2d44e2-a137-4d0b-9c17-ef61b410ba05 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports/1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 943 time: 0.1578245 Feb 10 21:39:55.798374 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-b1ac8cd9-67d9-455c-ae9b-27f379680bf9 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.28.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.1253946 Feb 10 21:39:56.048948 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Deleting port fc35829b-dfbf-4e3f-a4b9-be35f7712afc {{(pid=80004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:39:56.049327 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.210212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 10 21:39:56.253459 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.291367 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.provisioning_blocks [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Provisioning complete for port 1f6573bb-5839-466e-bca1-8047a21e37d7 triggered by entity L2. {{(pid=80005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 10 21:39:56.291793 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850926525'] for port, provisioning_complete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.468202 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.468768 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.604167 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Calling delete_port for fc35829b-dfbf-4e3f-a4b9-be35f7712afc owned by network:floatingip {{(pid=80004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:39:56.955696 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847453763'] for port, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:56.972684 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-fc8da01b-fe55-495e-ab5c-b78c1551d75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:39:57.034536 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event deleted for resources: {'Port': ['ID=fc35829b-dfbf-4e3f-a4b9-be35f7712afc,revision_number=None']} {{(pid=80004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:39:57.081809 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:39:57.203387 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks [] for floatingip, after_delete {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:57.203678 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.db.l3_db [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Floating IP a79e087a-1175-43b4-a576-12c9401a714d disassociated (deleted). External IP: 172.28.3.153, port: 1f6573bb-5839-466e-bca1-8047a21e37d7. Feb 10 21:39:57.588896 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Router afcca21b-1fba-4721-a5cf-e76068fc2858 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:39:57.785136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:39:57.797709 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Sync routers for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:39:57.807581 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:39:57.808435 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:39:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:39:57.830969 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for floatingip, before_response {{(pid=80004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:39:57.893242 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-12cadf72-ebdd-48cd-b96d-bec8c5b5cd54 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "DELETE /v2.0/floatingips/a79e087a-1175-43b4-a576-12c9401a714d HTTP/1.1" status: 204 len: 173 time: 2.0885873 Feb 10 21:39:57.893803 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:39:57.963093 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:39:58.006615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:39:58.070139 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-ac7854f1-dc66-44c3-b432-f298680baf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.072172 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-ac7854f1-dc66-44c3-b432-f298680baf15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.0842476 Feb 10 21:39:58.074974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-7482734b-1bab-4a8e-b8e7-58cc554ddea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.076666 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-7482734b-1bab-4a8e-b8e7-58cc554ddea7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 1163 time: 0.1677499 Feb 10 21:39:58.232807 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-21239d11-526f-4e08-9a37-abd5cefb2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.234392 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-21239d11-526f-4e08-9a37-abd5cefb2143 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.1512201 Feb 10 21:39:58.317266 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-ce77ae87-7fdf-4573-86e1-09f73bf59543 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 217 time: 0.0751727 Feb 10 21:39:58.372246 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:39:58.377067 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Checking router: afcca21b-1fba-4721-a5cf-e76068fc2858 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:39:58.387753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:39:58.387753 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:39:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:39:58.413419 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-9d42e08b-85b3-4c22-9d76-8415720fdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.415232 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-9d42e08b-85b3-4c22-9d76-8415720fdc8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0723705 Feb 10 21:39:58.459326 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-ce576a06-cd07-47c1-91d1-10c6cd7a3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.460955 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-ce576a06-cd07-47c1-91d1-10c6cd7a3725 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 200 len: 909 time: 0.3826835 Feb 10 21:39:58.506391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3db06-2c42-4f09-a933-d103db027bec req-7367a5a5-d1e6-4275-ad36-1a0ec6aab9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.508171 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-7367a5a5-d1e6-4275-ad36-1a0ec6aab9e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848019 Feb 10 21:39:58.543982 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-7a771ca7-6f8c-44a5-be98-20ab3a7bf18c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 200 len: 217 time: 0.0730085 Feb 10 21:39:58.610306 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:39:58.615342 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-c17d342d-0db9-410f-aeff-6f0b2a4ba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.617205 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-c17d342d-0db9-410f-aeff-6f0b2a4ba125 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 200 len: 854 time: 0.0672076 Feb 10 21:39:58.692435 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-d563628c-9a9c-40d8-aa12-e4feff80600c service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761372 Feb 10 21:39:58.717300 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-8f8015ce-084a-428f-b9fa-df3f319726a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:39:58.718996 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-8f8015ce-084a-428f-b9fa-df3f319726a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2459482-f099-4c7e-b207-2aeb74a2f653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958817 Feb 10 21:39:58.853377 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5fa3db06-2c42-4f09-a933-d103db027bec req-fad22a9b-d77e-42b4-a030-4d05c08cc135 service neutron] 10.222.0.77 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560991 Feb 10 21:39:58.873661 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-bfffd26c-27f4-40f5-b805-544ec302155b service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476254 Feb 10 21:39:58.984328 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:39:58.988869 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d71fb-1401-4b51-a87b-4f1862094f09 None None] The sync data for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb is: [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:35:24Z', 'revision_number': 4, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb', '_interfaces': [{'id': 'ce8ee806-b57b-46c6-bb45-d1d860f90ad8', 'name': '', 'network_id': 'd2459482-f099-4c7e-b207-2aeb74a2f653', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'mac_address': 'fa:16:3e:02:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:22Z', 'updated_at': '2021-02-10T21:35:32Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'subnets': [{'id': '0272ea40-de78-45f8-a3f6-f3b605f47989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:39:59.033051 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-163371b9-ed54-46f0-b6c7-9fb57ecda94c req-754d31db-f946-4dff-b8db-5da1e85b9de0 service neutron] 10.222.0.46 "GET /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525633 Feb 10 21:39:59.358048 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fdbe4-3bee-4880-991e-602197433121 None None] New status for floating IP a79e087a-1175-43b4-a576-12c9401a714d: DOWN {{(pid=80006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 10 21:40:02.732045 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-ff94dc0c-ca6b-45a4-81bc-aa0dfc18ffa1 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:40:02.732767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-ff94dc0c-ca6b-45a4-81bc-aa0dfc18ffa1 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:40:02.790212 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-ff94dc0c-ca6b-45a4-81bc-aa0dfc18ffa1 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:40:02.791509 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-ff94dc0c-ca6b-45a4-81bc-aa0dfc18ffa1 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.2266533 Feb 10 21:40:02.856024 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-b536a914-f369-4a5e-8f97-54a9bb4d1da4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:security_group {{(pid=80004) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:40:02.898889 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-b536a914-f369-4a5e-8f97-54a9bb4d1da4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:security_group {{(pid=80004) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:40:02.900178 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-e8eb148f-10b4-4b86-be48-9135c0501f1e req-b536a914-f369-4a5e-8f97-54a9bb4d1da4 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023476 Feb 10 21:40:04.201914 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f8c0-207e-4bbf-a1de-9846df88eed5 req-85cc71bd-e188-40a0-81a7-05f1745cd1d5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:40:04.203625 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5c23f8c0-207e-4bbf-a1de-9846df88eed5 req-85cc71bd-e188-40a0-81a7-05f1745cd1d5 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1669807 Feb 10 21:40:04.275254 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-5c23f8c0-207e-4bbf-a1de-9846df88eed5 req-7af31dfa-87e8-4b6e-b79e-0fb3076d2da3 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b8d805f-2019-4da6-8288-61394e10ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Feb 10 21:40:04.509844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-4827232d-7d0e-42d8-9a5e-743b2f9f64c7 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 10 21:40:04.510565 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-4827232d-7d0e-42d8-9a5e-743b2f9f64c7 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Synchronizing usage tracker for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80003) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 10 21:40:04.523899 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.quota.resource [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-4827232d-7d0e-42d8-9a5e-743b2f9f64c7 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Unset dirty status for tenant:575abf7b9bbf49ccb692b7c388bbdf77 on resource:port {{(pid=80003) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 10 21:40:04.525108 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-4827232d-7d0e-42d8-9a5e-743b2f9f64c7 tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 946 time: 0.1781991 Feb 10 21:40:04.619397 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Deleting port 1f6573bb-5839-466e-bca1-8047a21e37d7 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:04.619780 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:04.836105 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:40:04.890324 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] For port 1f6573bb-5839-466e-bca1-8047a21e37d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1f6573bb-5839-466e-bca1-8047a21e37d7,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:40:04.890727 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:05.027617 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Calling delete_port for 1f6573bb-5839-466e-bca1-8047a21e37d7 owned by compute:nova {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:40:05.309958 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:05.325698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b3b036d9-a007-4607-b2d8-1b73deb5fed0 tempest-AttachVolumeShelveTestJSON-263720296 tempest-AttachVolumeShelveTestJSON-263720296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:05.385994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Pushing event deleted for resources: {'Port': ['ID=1f6573bb-5839-466e-bca1-8047a21e37d7,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:05.454313 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.454733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.455152 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.455551 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.455945 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.456341 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.456732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.457127 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.457519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.457905 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.458290 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.458680 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-smb {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.459186 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.459577 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.459962 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.460352 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.460741 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.461129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.461241 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-f1185f6b-2ccb-4c9c-9542-14e3e15f62be req-98d3ed59-4591-4a04-9cf5-0ee1c98609ea tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f72edf8-f522-4ef8-ad98-9aa1b75b6582 HTTP/1.1" status: 200 len: 210 time: 0.0543356 Feb 10 21:40:05.461513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.461895 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.462276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.462658 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.463088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.463468 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=80003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 10 21:40:05.472247 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:05.571171 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] No DVR routers for this DVR port 1f6573bb-5839-466e-bca1-8047a21e37d7 on host hv-cinder-77500 {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:40:05.573573 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854748640'] for port, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:05.577226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'name': 'network-vif-deleted', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7'}] {{(pid=80003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 21:40:05.614530 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [req-d9141336-c157-477d-bc43-d0f60d19f7bb req-ed01eac0-ce5a-42d4-b0e7-b256c9c742cd tempest-TestMinimumBasicScenario-1036206310 tempest-TestMinimumBasicScenario-1036206310-project] 10.222.0.46 "DELETE /v2.0/ports/1f6573bb-5839-466e-bca1-8047a21e37d7 HTTP/1.1" status: 204 len: 173 time: 1.0840244 Feb 10 21:40:05.734275 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f72edf8-f522-4ef8-ad98-9aa1b75b6582', 'name': 'network-vif-deleted', 'tag': '1f6573bb-5839-466e-bca1-8047a21e37d7', 'status': 'completed', 'code': 200} Feb 10 21:40:06.067504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:40:06.108782 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] No Port match for: 1f6573bb-5839-466e-bca1-8047a21e37d7 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:40:06.109176 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Device 1f6573bb-5839-466e-bca1-8047a21e37d7 not bound to the agent host hv-cinder-77500 {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:40:08.164201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 33998) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:08.739677 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542282'] for router_interface, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:09.092487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:09.108461 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Deleting port ce8ee806-b57b-46c6-bb45-d1d860f90ad8 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:09.109231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:09.293908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] For port ce8ee806-b57b-46c6-bb45-d1d860f90ad8, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:40:09.294502 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:09.425051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Calling delete_port for ce8ee806-b57b-46c6-bb45-d1d860f90ad8 owned by network:router_interface {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:40:09.783821 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:09.798839 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-5bc5358f-41d7-4812-a612-e1a4d938f3e8 tempest-AttachVolumeNegativeTest-538307251 tempest-AttachVolumeNegativeTest-538307251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:09.859994 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8ee806-b57b-46c6-bb45-d1d860f90ad8,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:09.863335 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:10.443533 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854177658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854234473'] for router_interface, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:10.958108 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Router afcca21b-1fba-4721-a5cf-e76068fc2858 has already been hosted by L3 agent 94aa7dd2-20af-4097-afa0-7346aad93f8f {{(pid=80003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 10 21:40:11.151207 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-smb the message routers_updated {{(pid=80003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 10 21:40:11.160686 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Sync routers for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 10 21:40:11.165223 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-b6a499d1-1c4c-4659-9e07-2088d6e6a0f4 admin admin] 10.222.0.77 "PUT /v2.0/routers/afcca21b-1fba-4721-a5cf-e76068fc2858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9998276 Feb 10 21:40:11.167418 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 34002) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:11.171801 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:40:11.172420 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:39:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:11.363767 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:40:11.366626 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:11.563019 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:11.568400 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Deleting port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:11.568776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:11.683783 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:40:09Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:11.687917 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Checking router: afcca21b-1fba-4721-a5cf-e76068fc2858 for host: dv-cinder-775008-1-smb {{(pid=80005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 10 21:40:11.696867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Routers {'afcca21b-1fba-4721-a5cf-e76068fc2858'} bound to L3 agent in host dv-cinder-775008-1-smb {{(pid=80005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 10 21:40:11.697545 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T21:02:23Z,description=,heartbeat_timestamp=2021-02-10T21:39:54Z,host='dv-cinder-775008-1-smb',id=94aa7dd2-20af-4097-afa0-7346aad93f8f,load=0,resource_versions=,resources_synced=,started_at=2021-02-10T21:02:24Z,topic='l3_agent')) {'router_ids': ['afcca21b-1fba-4721-a5cf-e76068fc2858'], 'active': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:11.763875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] For port 0472d9f5-dfd4-44e4-97d2-d54b5a957b83, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=0472d9f5-dfd4-44e4-97d2-d54b5a957b83,segment=NetworkSegment(5ebcec3f-0c65-4dca-8750-bf764fa11e5a),segment_id=5ebcec3f-0c65-4dca-8750-bf764fa11e5a)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:40:11.764268 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:11.904830 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Calling delete_port for 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 owned by network:router_gateway {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:40:12.060601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvr_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] Set router afcca21b-1fba-4721-a5cf-e76068fc2858 gateway port host: dv-cinder-775008-1-smb {{(pid=80005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 10 21:40:12.127381 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.322369 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854230325'] for router_gateway, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.371484 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_hamode_db [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:40:09Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}], 'dv-cinder-775008-1-smb', False) {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:12.375927 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb8876-3047-4b40-ac3d-6f5ee293158e None None] The sync data for ids ['afcca21b-1fba-4721-a5cf-e76068fc2858'] in dv-cinder-775008-1-smb is: [{'id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'name': 'tempest-TestMinimumBasicScenario-1894705742-router', 'tenant_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'external_fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:35:18Z', 'updated_at': '2021-02-10T21:40:09Z', 'revision_number': 5, 'project_id': '575abf7b9bbf49ccb692b7c388bbdf77', 'gw_port': {'id': '0472d9f5-dfd4-44e4-97d2-d54b5a957b83', 'name': '', 'network_id': '3a30bc07-0a1e-4489-89ae-813175439c4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcca21b-1fba-4721-a5cf-e76068fc2858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:35:19Z', 'updated_at': '2021-02-10T21:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a551020-a41c-49ef-939f-fff50fd0f4b4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-smb'}] {{(pid=80005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 10 21:40:12.464722 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744278'] for router, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.467364 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.738996 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543903'] for router, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.739571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afcca21b-1fba-4721-a5cf-e76068fc2858 {{(pid=80003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 21:40:12.752172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.753812 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-eb3e3dcf-cbfb-4de6-bc03-75d068887eb4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/afcca21b-1fba-4721-a5cf-e76068fc2858 HTTP/1.1" status: 204 len: 168 time: 1.5843303 Feb 10 21:40:12.756276 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 34006) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:12.823473 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.db_base_plugin_v2 [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Deleting subnet 0272ea40-de78-45f8-a3f6-f3b605f47989 {{(pid=80003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 10 21:40:12.827624 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:12.882494 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1265558'] for subnet, precommit_delete_associations {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:13.014088 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3836144'] for subnet, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:13.339231 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850939656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827416471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28077197'] for subnet, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:13.354284 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-1413a1ec-1f1a-471f-9c62-3586cd5a73ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:13.401908 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0272ea40-de78-45f8-a3f6-f3b605f47989,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:13.404930 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:13.723482 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for subnet, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:13.728778 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884e7f1-ec6c-40db-ae74-5594b6aea77f None None] Network d2459482-f099-4c7e-b207-2aeb74a2f653 requested from dv-cinder-775008-1-smb {{(pid=80005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 10 21:40:13.735513 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-df125ee1-0df2-4dc5-80c7-116c06bd1e25 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0272ea40-de78-45f8-a3f6-f3b605f47989 HTTP/1.1" status: 204 len: 168 time: 0.9754794 Feb 10 21:40:13.735513 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 34010) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:13.814776 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device ce8ee806-b57b-46c6-bb45-d1d860f90ad8 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:40:13.857827 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850912964'] for network, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:13.859600 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: ce8ee806-b57b-46c6-bb45-d1d860f90ad8 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:40:13.859999 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device ce8ee806-b57b-46c6-bb45-d1d860f90ad8 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:40:13.860477 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:40:13.908910 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:40:13.909298 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 0472d9f5-dfd4-44e4-97d2-d54b5a957b83 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:40:13.933766 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Deleting port 6a9494c2-595a-40ae-a70e-28f3060c1191 {{(pid=80003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:13.934145 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.072414 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] DHCP port deletion for d2459482-f099-4c7e-b207-2aeb74a2f653 request from dv-cinder-775008-1-smb {{(pid=80005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 10 21:40:14.077135 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Deleting port 6a9494c2-595a-40ae-a70e-28f3060c1191 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:14.077559 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.162116 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] For port 6a9494c2-595a-40ae-a70e-28f3060c1191, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6a9494c2-595a-40ae-a70e-28f3060c1191,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:40:14.162503 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.302007 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.db [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] For port 6a9494c2-595a-40ae-a70e-28f3060c1191, host dv-cinder-775008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-smb',level=0,port_id=6a9494c2-595a-40ae-a70e-28f3060c1191,segment=NetworkSegment(9bbc7d11-42a5-4cb7-b897-674cd9163f73),segment_id=9bbc7d11-42a5-4cb7-b897-674cd9163f73)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 10 21:40:14.302256 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Calling delete_port for 6a9494c2-595a-40ae-a70e-28f3060c1191 owned by network:dhcp {{(pid=80003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:40:14.302376 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781471'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.412875 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850855568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770681452215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770680949670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827414851'] for port, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.428769 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-cc888b49-067f-4bd7-abe7-a673c4efe227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:14.436938 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Calling delete_port for 6a9494c2-595a-40ae-a70e-28f3060c1191 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 10 21:40:14.490363 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9494c2-595a-40ae-a70e-28f3060c1191,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:14.514221 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.db.api [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 10 21:40:14.514634 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_db.api [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 10 21:40:14.539392 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:14.576656 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] No DVR routers for this DVR port 6a9494c2-595a-40ae-a70e-28f3060c1191 on host dv-cinder-775008-1-smb {{(pid=80003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 10 21:40:14.704674 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839751', 'neutron.services.segments.db._delete_segments_for_network-8770681498756'] for network, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.821405 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2459482-f099-4c7e-b207-2aeb74a2f653']}} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:14.834744 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbc7d11-42a5-4cb7-b897-674cd9163f73') {'for_net_delete': True} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:14.835056 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.services.segments.db [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbc7d11-42a5-4cb7-b897-674cd9163f73') {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 10 21:40:14.847765 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770681498005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853510242'] for segment, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.863669 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850940883'] for segment, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:14.921667 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 10 21:40:15.015997 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Deleting port 6a9494c2-595a-40ae-a70e-28f3060c1191 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 10 21:40:15.016407 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266173369631'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:15.096201 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-293c03b3-69bf-4422-ab41-ff14a1510907 None None] The port '6a9494c2-595a-40ae-a70e-28f3060c1191' was deleted {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 10 21:40:15.117580 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Network d2459482-f099-4c7e-b207-2aeb74a2f653 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:40:15.128070 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3834917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27360970'] for segment, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:15.314450 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.managers [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Network d2459482-f099-4c7e-b207-2aeb74a2f653 has no segments {{(pid=80003) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: Traceback (most recent call last): Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: timer() Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: cb(*args, **kw) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: return func(*args, **kwargs) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: self._notify() Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: self.callback(batched_events) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: event.method(event) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: segment_id)['aggregates'][0] Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: return f(self, *a, **k) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: return self._get(url).json() Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: **kwargs) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: return self.request(url, 'GET', **kwargs) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: **endpoint_filter) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 21:40:15.342658 dv-cinder-775008-1-smb neutron-server[79890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 21:40:15.453185 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850936049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854233300'] for network, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:15.456571 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:15.474679 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598175'] for network, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:15.482601 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2459482-f099-4c7e-b207-2aeb74a2f653,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:15.487646 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:15.534259 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-d2630bfd-4940-4e43-acfd-560996d89771 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d2459482-f099-4c7e-b207-2aeb74a2f653 HTTP/1.1" status: 204 len: 168 time: 1.7972915 Feb 10 21:40:15.777377 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6a9494c2-595a-40ae-a70e-28f3060c1191 no longer exists at agent ovs-agent-dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 10 21:40:15.815133 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] No Port match for: 6a9494c2-595a-40ae-a70e-28f3060c1191 {{(pid=80005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 10 21:40:15.815647 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.plugins.ml2.rpc [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Device 6a9494c2-595a-40ae-a70e-28f3060c1191 not bound to the agent host dv-cinder-775008-1-smb {{(pid=80005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 10 21:40:15.848321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 34016) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:16.109986 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-ed1da982-843e-4fd3-8583-7d2361005f12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=575abf7b9bbf49ccb692b7c388bbdf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603178 Feb 10 21:40:16.112563 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.wsgi [-] (80003) accepted ('10.222.0.77', 34022) {{(pid=80003) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 10 21:40:16.175593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:16.202797 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:16.401192 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854059527'] for security_group, after_delete {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:16.407391 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-202ac922-edc5-44f1-a281-0528bcd618bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 10 21:40:16.421597 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d805f-2019-4da6-8288-61394e10ebac,revision_number=None']} {{(pid=80003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 10 21:40:16.425487 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG oslo_concurrency.lockutils [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 10 21:40:16.457639 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:16.458956 dv-cinder-775008-1-smb neutron-server[79890]: INFO neutron.wsgi [None req-4335ae56-df8e-45b2-87a2-7fd7bea8e879 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b8d805f-2019-4da6-8288-61394e10ebac HTTP/1.1" status: 204 len: 168 time: 0.3453546 Feb 10 21:40:21.583921 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-ba613f86-4a59-4719-bd9f-6df4b575fca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:23.606974 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f1445cd7-ee7c-443c-b2b8-0d05611e2e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:24.412294 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:25.538255 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:26.280826 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:39.131593 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:41.836206 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:40:51.573733 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-68489d93-2442-4b46-aae9-34d348c824d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:53.589220 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c3ec-9660-484e-9667-51e3243dad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:54.400645 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:55.544113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:40:56.229213 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:09.103129 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:18.836279 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:41:21.577389 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-bd36e66f-3518-4310-a94c-5014e986efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:23.606081 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-787881e7-d715-404c-abc0-3609ce95bf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:24.400047 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:25.525500 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:26.240229 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:39.101936 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:51.565293 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-47ec113c-ca55-42e0-93e5-dc8785768abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:53.605196 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-015cd482-42e4-4dbd-a9a4-a3511d26b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:54.393663 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:55.542245 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:41:55.837506 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:41:56.250732 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:09.119113 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:21.575511 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-daf7d8e8-d80f-4f1e-b3cb-d080cf37428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:23.599351 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-37b3287d-700d-4d0b-96dc-d80859caef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:24.409257 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:25.523844 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:26.309529 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:32.837321 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:42:39.102051 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:51.564226 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-841dec6c-ab0a-4426-9e3e-3a01eb02f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:53.597707 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-253708c1-7afb-4a43-85b0-774370ffbae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:54.404136 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:55.524281 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:42:56.227509 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:09.123698 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:09.837179 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:43:21.569865 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-103629d6-7853-4793-b306-538b53481340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:23.603401 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-cf0618c3-59e6-493f-b195-611e7c8d9f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:24.414819 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:25.523072 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:26.254977 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:39.122918 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:46.838510 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:43:51.556941 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6423-96aa-4ef2-a68f-d3fe583ecd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:53.614490 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d0063c47-94f2-491d-9e77-b9c74acde64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:54.414615 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:55.528121 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:43:56.270519 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:09.134120 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:21.562683 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-f796081c-0b93-4bd1-80ef-884fde8457cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:23.602329 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-5f4f20a6-e81d-4af1-ac4b-f4d0f7da32c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:23.838140 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:44:24.413172 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:25.539187 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:26.297251 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:39.133738 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:51.561585 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-427895c5-a209-4869-b8a0-e3689fa3b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:53.607504 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-25aead72-916e-4822-9ef4-03feb7c15e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:54.413034 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:55.537867 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:44:56.258871 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0ff27a9e-5c99-414e-beb8-12dd2c5b725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:45:00.838066 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron.db.agents_db [None req-4681ee54-702b-465d-98ee-7a73934a81a5 None None] Agent healthcheck: found 6 active agents {{(pid=80006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 10 21:45:09.127330 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-92c631b4-49ba-4052-ac61-91ba0ec9077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:45:21.560888 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-0a56097d-241c-408d-b57f-064754567691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:45:23.619526 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-da4343b0-85d6-4e4b-b7f7-3c034426a841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:45:24.430092 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-d247539c-7bbe-47ff-a5f7-7af5216a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 10 21:45:25.551060 dv-cinder-775008-1-smb neutron-server[79890]: DEBUG neutron_lib.callbacks.manager [None req-2fa35aa8-91dd-4f2d-97d8-df060f1bec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770681498739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3849238'] for agent, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}